-- Logs begin at Tue 2021-07-27 10:32:27 UTC, end at Tue 2021-07-27 11:26:47 UTC. -- Jul 27 11:02:01.316685 dv-cinder-784956-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 27 11:02:04.034603 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.common.config [-] Logging enabled! Jul 27 11:02:04.035189 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev498 Jul 27 11:02:04.035313 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93092) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 11:02:04.038599 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.common.config [-] Logging enabled! Jul 27 11:02:04.038859 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev498 Jul 27 11:02:04.039177 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93092) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 11:02:04.040139 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 11:02:04.040375 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 11:02:04.040761 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 11:02:04.041011 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 11:02:04.041242 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 11:02:04.042165 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.042473 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.042780 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.043017 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.043321 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.043618 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.043908 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.044241 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.044555 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.044848 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.045134 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.045450 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.045692 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.045981 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.046281 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.046572 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.046802 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] debug = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.047090 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.047530 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.047972 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.048260 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.048553 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.048839 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.049118 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.049421 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.049723 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.050098 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] host = dv-cinder-784956-7-iscsi {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.050378 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.050670 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.050961 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.051260 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.051533 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.051817 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.052114 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.052409 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.052670 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] log_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.052954 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.053251 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.053595 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.053896 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.054125 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.054352 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.054644 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.054942 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.055226 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.055510 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.055793 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.056079 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.056359 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.056635 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.056968 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.057260 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.057601 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.057879 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.058159 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.058440 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.058721 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.059016 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.059297 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.059580 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.059860 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.060165 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.060442 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.060724 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.061039 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.061333 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.061652 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.061948 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.062229 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.062519 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.062804 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.063081 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.063359 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] use_json = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.063639 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.063917 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.064210 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.064491 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.064770 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.065050 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.065328 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.065655 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:04.065970 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.066280 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.066590 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.066883 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.067188 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.067477 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.067776 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.068062 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.068359 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.068655 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.068952 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.069237 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.069591 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.069851 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.070156 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.070473 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.070775 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.071075 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.071358 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.071638 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.071918 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.072203 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.072498 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.072846 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.073140 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.073448 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.073738 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.074035 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.074318 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.074598 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.074880 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.075173 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.075456 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.075737 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.076026 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.076317 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.076596 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.076872 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.077156 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.077486 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.077774 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.078054 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.078331 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.078614 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.078892 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.079185 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.079470 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.079748 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.080025 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.080307 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.080584 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.080862 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.081143 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.081444 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.081729 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.082012 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.082292 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.082576 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.082966 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.083140 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.083417 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.083693 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.083975 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.084258 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.084537 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.084814 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.085091 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.085377 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.085702 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.086008 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.086296 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.086583 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.086867 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.087151 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.087435 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.087726 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.088006 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.088827 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.089114 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.089443 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.089745 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.090046 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.090337 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.090624 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.090931 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.091216 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.091509 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.091796 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.092081 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.092379 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.092670 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.092983 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.093282 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.093610 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.093914 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.094219 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.094508 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.094828 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.095118 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:04.095342 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 11:02:04.095605 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93092) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 27 11:02:04.448953 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 11:02:04.449234 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 11:02:04.449553 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 11:02:04.449893 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 27 11:02:04.841797 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:04.842092 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:04.842529 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:04.844195 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:04.844474 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:04.844745 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:04.880002 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:04.880284 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:04.880556 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:04.896358 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:04.896640 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:04.896910 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:04.925651 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:04.925935 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:04.926206 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:04.963600 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:04.963887 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:04.964163 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.201319 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.202037 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.202037 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.202176 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.202844 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.324405 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.324734 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.325022 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.325294 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.325587 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.325907 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.326170 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.326429 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.326685 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.326967 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.327227 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.327490 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.327746 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.327998 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.328253 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.328516 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.328772 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.329041 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.329308 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.329599 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.329873 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.330126 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.330412 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.330785 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.331040 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.331288 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.331685 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 11:02:05.331928 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 11:02:05.332167 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 11:02:05.332404 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 11:02:05.332640 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 11:02:05.332876 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 11:02:05.333242 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 27 11:02:05.336426 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 27 11:02:05.340410 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 27 11:02:05.344195 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 27 11:02:05.346066 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 27 11:02:05.346527 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 27 11:02:05.347126 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 27 11:02:05.347515 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 27 11:02:05.350339 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 27 11:02:05.350593 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 27 11:02:05.350946 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 11:02:05.356764 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 27 11:02:05.379721 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 27 11:02:05.380194 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.380497 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93092) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 27 11:02:05.380861 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.382259 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93092) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 27 11:02:05.382550 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 11:02:05.382803 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 27 11:02:05.386260 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.386548 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:05.450414 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 27 11:02:05.450640 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 27 11:02:05.450881 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 27 11:02:05.451264 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 27 11:02:05.472935 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_db.sqlalchemy.engines [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93092) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 27 11:02:06.032316 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Initializing driver for type 'gre' Jul 27 11:02:06.032797 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] gre ID ranges: [(1, 1000)] Jul 27 11:02:06.092454 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Initializing driver for type 'local' Jul 27 11:02:06.092764 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Initializing driver for type 'vlan' Jul 27 11:02:06.105934 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] VlanTypeDriver initialization complete Jul 27 11:02:06.106240 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Initializing driver for type 'vxlan' Jul 27 11:02:06.106745 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] vxlan ID ranges: [(1, 1000)] Jul 27 11:02:06.162117 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Initializing extension driver 'port_security' Jul 27 11:02:06.162458 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.extensions.port_security [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] PortSecurityExtensionDriver initialization complete Jul 27 11:02:06.162817 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Initializing mechanism driver 'openvswitch' Jul 27 11:02:06.163154 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Initializing mechanism driver 'hyperv' Jul 27 11:02:06.169687 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.plugins.ml2.plugin [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:02:06.170564 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > port after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.170940 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > port after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.171293 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > port after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.171828 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93092) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 11:02:06.172278 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > subnet after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.172637 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > subnet after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.172988 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.173378 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93092) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 11:02:06.173822 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > network after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.174174 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > network after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.174527 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > network after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.174917 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93092) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 11:02:06.175334 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > security_group after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.175688 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > security_group after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.176033 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.176440 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93092) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 11:02:06.176847 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.177197 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.177577 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.177991 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93092) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 11:02:06.178398 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > address_group after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.178744 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > address_group after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.179085 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.179475 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93092) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 11:02:06.179856 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] ML2 OVO RPC backend initialized. {{(pid=93092) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 27 11:02:06.180597 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.180954 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.181373 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > network before_response 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.181747 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > networks before_response 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.182117 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > port before_response 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.182462 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > ports before_response 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.182805 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > subnet before_response 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.183146 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > subnets before_response 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.183493 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > network after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.183834 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > network after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.184170 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > network after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.184513 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > port after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.184848 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > port after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.185184 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > port after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.185543 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > subnet after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.185883 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > subnet after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.186217 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.186814 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.plugin [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Modular L2 Plugin initialization complete Jul 27 11:02:06.187162 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading services supported by the core plugin {{(pid=93092) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 27 11:02:06.187494 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Got port-security extension from driver 'port_security' Jul 27 11:02:06.187971 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.extensions.vlantransparent [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Disabled vlantransparent extension. Jul 27 11:02:06.188466 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93092) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 27 11:02:06.188787 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading Plugin: router Jul 27 11:02:06.225885 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.226572 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router after_create 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.226666 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router before_create 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.226995 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.227372 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.227729 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router after_delete 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.228091 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.228581 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router after_create 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.228974 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router after_update 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.229330 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router after_update 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.229719 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.230078 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router after_update 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.230493 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router precommit_update 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.230861 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: port after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.231212 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: port after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.231549 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: subnet after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.231883 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.232248 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.232584 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router precommit_create 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.232940 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: port before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.233280 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router precommit_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.233670 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router after_update 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.234013 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.234367 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router precommit_create 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.234755 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.235125 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router precommit_update 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.235466 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > agent after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.235816 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > agent after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.236159 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > network after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.237056 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Tracking information for resource: router configured {{(pid=93092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 11:02:06.237393 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Tracking information for resource: floatingip configured {{(pid=93092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 11:02:06.242512 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.db.l3_agentschedulers_db [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 27 11:02:06.243107 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: port after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.243466 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: port after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.243827 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: port after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.244187 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: port after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.245613 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router before_create 55550100 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.245996 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.246367 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router precommit_create 55550100 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.246721 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > router precommit_update 55550100 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.251463 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.services.provider_configuration [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Service providers = [] {{(pid=93092) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 27 11:02:06.251834 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.db.servicetype_db [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93092) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 27 11:02:06.254897 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.services.service_base [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93092) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 11:02:06.255250 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.services.service_base [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93092) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 11:02:06.255596 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.services.service_base [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93092) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 11:02:06.256484 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.services.service_base [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93092) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 11:02:06.256862 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.services.service_base [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 27 11:02:06.257260 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 11:02:06.257608 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 27 11:02:06.270489 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 11:02:06.270831 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading Plugin: auto_allocate Jul 27 11:02:06.276644 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: network precommit_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.277025 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: network precommit_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.277599 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 11:02:06.277926 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading Plugin: tag Jul 27 11:02:06.284819 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 11:02:06.285110 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading Plugin: timestamp Jul 27 11:02:06.289008 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 11:02:06.289347 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading Plugin: network_ip_availability Jul 27 11:02:06.294874 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.295254 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.295614 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.296369 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 11:02:06.296692 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading Plugin: flavors Jul 27 11:02:06.301944 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 11:02:06.302281 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading Plugin: revisions Jul 27 11:02:06.307386 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 11:02:06.307789 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_concurrency.lockutils [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.858s {{(pid=93092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 11:02:06.308561 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93092) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 27 11:02:06.308904 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Initializing extension manager. Jul 27 11:02:06.309445 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: __init__.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.309798 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: __pycache__ {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.310135 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.310470 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: address_group.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.311293 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.311893 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: address-group Jul 27 11:02:06.312220 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: address_scope.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.312945 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.313476 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: address-scope Jul 27 11:02:06.313803 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.314802 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.315313 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: router-admin-state-down-before-update Jul 27 11:02:06.315637 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: agent.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.316348 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.316850 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: agent Jul 27 11:02:06.317171 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: agent_resources_synced.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.318131 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.318636 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: agent-resources-synced Jul 27 11:02:06.318957 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: allowedaddresspairs.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.320821 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.321343 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: allowed-address-pairs Jul 27 11:02:06.321698 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: auto_allocated_topology.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.323345 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.323857 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: auto-allocated-topology Jul 27 11:02:06.324187 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: availability_zone.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.324900 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.325420 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: availability_zone Jul 27 11:02:06.325753 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: availability_zone_filter.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.326685 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.327188 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: availability_zone_filter Jul 27 11:02:06.327513 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: data_plane_status.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.328442 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.328946 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension data-plane-status not supported by any of loaded plugins Jul 27 11:02:06.329269 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: default_subnetpools.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.330216 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.330724 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: default-subnetpools Jul 27 11:02:06.331049 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.331893 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.332399 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: dhcp_agent_scheduler Jul 27 11:02:06.332727 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: dns.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.333695 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.334241 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension dns-integration not supported by any of loaded plugins Jul 27 11:02:06.334576 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: dns_domain_ports.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.335505 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.336010 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 27 11:02:06.336336 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.337262 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.337807 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 27 11:02:06.338160 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: dvr.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.338840 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.339341 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: dvr Jul 27 11:02:06.339664 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: ecmp_routes.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.340585 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.341087 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 27 11:02:06.341445 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: empty_string_filtering.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.342353 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.342861 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: empty-string-filtering Jul 27 11:02:06.343183 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.344103 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.344613 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 27 11:02:06.344935 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.345885 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.346386 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 27 11:02:06.346953 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: external_net.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.347882 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.348393 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: external-net Jul 27 11:02:06.348716 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.349680 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.350189 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: extra_dhcp_opt Jul 27 11:02:06.350511 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: extraroute.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.351446 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.351955 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: extraroute Jul 27 11:02:06.352274 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: extraroute_atomic.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.353324 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.353953 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: extraroute-atomic Jul 27 11:02:06.354278 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: filter_validation.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.355173 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.355679 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: filter-validation Jul 27 11:02:06.356000 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: fip_pf_description.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.356926 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.357450 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 27 11:02:06.357775 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: fip_port_details.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.358703 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.359207 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: fip-port-details Jul 27 11:02:06.359529 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: flavors.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.360769 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.361285 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: flavors Jul 27 11:02:06.361638 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.363328 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.363853 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 27 11:02:06.364188 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: floatingip_pools.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.364905 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.365439 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: floatingip-pools Jul 27 11:02:06.365776 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: ip_allocation.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.366709 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.367214 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension ip_allocation not supported by any of loaded plugins Jul 27 11:02:06.367541 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.368472 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.368979 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: ip-substring-filtering Jul 27 11:02:06.369310 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: l2_adjacency.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.370785 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.371291 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 27 11:02:06.371619 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: l3.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.372638 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.373154 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: router Jul 27 11:02:06.373518 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.375787 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.376320 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 27 11:02:06.376659 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.377632 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.378148 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: ext-gw-mode Jul 27 11:02:06.378482 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.379423 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.379933 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: l3-ha Jul 27 11:02:06.380263 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: l3_flavors.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.381184 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.381736 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: l3-flavors Jul 27 11:02:06.382081 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.382983 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.383491 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 27 11:02:06.383817 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: l3agentscheduler.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.384887 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.385972 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: l3_agent_scheduler Jul 27 11:02:06.386297 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: logging.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.387792 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.388312 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension logging not supported by any of loaded plugins Jul 27 11:02:06.388643 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: metering.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.389396 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.390001 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: metering Jul 27 11:02:06.390326 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.391568 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.392088 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: metering_source_and_destination_fields Jul 27 11:02:06.392419 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: multiprovidernet.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.393357 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.393892 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: multi-provider Jul 27 11:02:06.394221 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: netmtu.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.395144 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.395650 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: net-mtu Jul 27 11:02:06.395974 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: netmtu_writable.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.396895 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.397418 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: net-mtu-writable Jul 27 11:02:06.397748 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: network_availability_zone.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.398427 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.398930 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: network_availability_zone Jul 27 11:02:06.399251 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: network_ip_availability.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.400343 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.400883 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: network-ip-availability Jul 27 11:02:06.401208 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: network_segment_range.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.402009 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.402518 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension network-segment-range not supported by any of loaded plugins Jul 27 11:02:06.402843 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: pagination.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.403829 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.404159 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: pagination Jul 27 11:02:06.404480 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: port_device_profile.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.405440 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.405955 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: port-device-profile Jul 27 11:02:06.406279 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.407205 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.407714 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: port-mac-address-regenerate Jul 27 11:02:06.408035 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.408966 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.409498 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: port-numa-affinity-policy Jul 27 11:02:06.409824 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: port_resource_request.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.410737 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.411243 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension port-resource-request not supported by any of loaded plugins Jul 27 11:02:06.411565 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: portbindings.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.412500 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.413009 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: binding Jul 27 11:02:06.413334 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: portbindings_extended.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.414654 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.415176 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: binding-extended Jul 27 11:02:06.415508 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: portsecurity.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.416459 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.416970 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: port-security Jul 27 11:02:06.417298 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: project_id.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.418318 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.418656 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: project-id Jul 27 11:02:06.418984 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: providernet.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.419921 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.420429 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: provider Jul 27 11:02:06.420753 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: qos.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.424267 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.424789 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension qos not supported by any of loaded plugins Jul 27 11:02:06.425130 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.426434 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.426944 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 27 11:02:06.427274 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.428202 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.428716 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 27 11:02:06.429043 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: qos_default.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.430001 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.430513 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension qos-default not supported by any of loaded plugins Jul 27 11:02:06.430841 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: qos_fip.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.431500 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.432512 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension qos-fip not supported by any of loaded plugins Jul 27 11:02:06.432838 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: qos_gateway_ip.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.433795 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.434304 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 27 11:02:06.434629 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: qos_port_network_policy.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.435559 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.436067 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 27 11:02:06.436397 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: qos_rule_type_details.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.437321 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.437856 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 27 11:02:06.438182 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: qos_rules_alias.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.439229 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.439746 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 27 11:02:06.440065 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: quotasv2.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.441220 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.441584 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: quotas Jul 27 11:02:06.441911 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: quotasv2_detail.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.444951 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.445299 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: quota_details Jul 27 11:02:06.445675 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: rbac.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.446763 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.447293 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: rbac-policies Jul 27 11:02:06.448172 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: rbac_address_group.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.449129 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.449676 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: rbac-address-group Jul 27 11:02:06.450007 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: rbac_address_scope.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.450938 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.451448 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: rbac-address-scope Jul 27 11:02:06.451775 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: rbac_security_groups.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.452696 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.453206 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: rbac-security-groups Jul 27 11:02:06.453572 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: rbac_subnetpool.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.454495 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.455007 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: rbac-subnetpool Jul 27 11:02:06.455335 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: revisionifmatch.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.456272 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.456785 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: revision-if-match Jul 27 11:02:06.457113 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: revisions.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.458271 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.458781 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: standard-attr-revisions Jul 27 11:02:06.459111 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: router_availability_zone.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.459795 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.460303 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: router_availability_zone Jul 27 11:02:06.460630 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: routerservicetype.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.461597 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.462105 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension router-service-type not supported by any of loaded plugins Jul 27 11:02:06.462432 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.463400 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.463907 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: security-groups-normalized-cidr Jul 27 11:02:06.464240 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.465160 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.465706 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: port-security-groups-filtering Jul 27 11:02:06.466033 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.466960 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.467475 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: security-groups-remote-address-group Jul 27 11:02:06.467800 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: securitygroup.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.477777 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.478307 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: security-group Jul 27 11:02:06.478645 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: segment.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.479624 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.480132 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension segment not supported by any of loaded plugins Jul 27 11:02:06.480461 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.481425 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.481941 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 27 11:02:06.482269 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: servicetype.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.483479 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.484067 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: service-type Jul 27 11:02:06.484398 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: sorting.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.485477 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.485820 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: sorting Jul 27 11:02:06.486145 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: standard_attr_segment.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.487150 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.487660 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 27 11:02:06.487983 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: standardattrdescription.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.488666 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.489172 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: standard-attr-description Jul 27 11:02:06.489525 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: stateful_security_group.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.490473 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.490989 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: stateful-security-group Jul 27 11:02:06.491314 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: stdattrs_common.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.491905 dv-cinder-784956-7-iscsi neutron-server[93092]: WARNING neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 27 11:02:06.492228 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.493165 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.493716 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 27 11:02:06.494045 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: subnet_onboard.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.495652 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.496172 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: subnet_onboard Jul 27 11:02:06.496499 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.497472 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.497984 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 27 11:02:06.498309 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: subnet_service_types.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.499242 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.499755 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: subnet-service-types Jul 27 11:02:06.500081 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: subnetallocation.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.501175 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.501720 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: subnet_allocation Jul 27 11:02:06.502049 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.502723 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.503231 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: subnetpool-prefix-ops Jul 27 11:02:06.503555 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.504499 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.505000 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 27 11:02:06.505328 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: tagging.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.506464 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.506981 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: standard-attr-tag Jul 27 11:02:06.507311 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: timestamp.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.508534 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.509051 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loaded extension: standard-attr-timestamp Jul 27 11:02:06.509378 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: trunk.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.510976 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.511489 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension trunk not supported by any of loaded plugins Jul 27 11:02:06.511818 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: trunk_details.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.512758 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.513279 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension trunk-details not supported by any of loaded plugins Jul 27 11:02:06.513624 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: uplink_status_propagation.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.514557 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.515066 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 27 11:02:06.515391 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Loading extension file: vlantransparent.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 11:02:06.516075 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 11:02:06.516587 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 27 11:02:06.519109 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Creating instance of TrackedResource for resource:network Jul 27 11:02:06.519642 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Creating instance of TrackedResource for resource:subnet Jul 27 11:02:06.520047 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 11:02:06.520442 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Creating instance of TrackedResource for resource:port Jul 27 11:02:06.521761 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 11:02:06.522215 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Service FLAVORS assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 11:02:06.522838 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 11:02:06.523271 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 11:02:06.523604 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Creating instance of TrackedResource for resource:router Jul 27 11:02:06.524044 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 11:02:06.524528 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Service METERING assigned prefix: /metering {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 11:02:06.526041 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.526419 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.526771 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:02:06.527815 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 11:02:06.528270 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Creating instance of TrackedResource for resource:security_group Jul 27 11:02:06.528709 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 11:02:06.529318 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Service CORE assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 11:02:06.529677 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 11:02:06.530027 dv-cinder-784956-7-iscsi neutron-server[93092]: WARNING neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] subnetpool is already registered Jul 27 11:02:06.530461 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Service CORE assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 11:02:06.530789 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 11:02:06.531125 dv-cinder-784956-7-iscsi neutron-server[93092]: WARNING neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] subnetpool is already registered Jul 27 11:02:06.533437 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 11:02:06.533989 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Service FLAVORS assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 11:02:06.534619 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 11:02:06.535229 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 11:02:06.536367 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Creating instance of TrackedResource for resource:router Jul 27 11:02:06.536367 dv-cinder-784956-7-iscsi neutron-server[93092]: WARNING neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] router is already registered Jul 27 11:02:06.536809 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 11:02:06.537169 dv-cinder-784956-7-iscsi neutron-server[93092]: WARNING neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] floatingip is already registered Jul 27 11:02:06.537665 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Service METERING assigned prefix: /metering {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 11:02:06.538758 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 11:02:06.539095 dv-cinder-784956-7-iscsi neutron-server[93092]: WARNING neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] rbac_policy is already registered Jul 27 11:02:06.539525 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Creating instance of TrackedResource for resource:security_group Jul 27 11:02:06.539862 dv-cinder-784956-7-iscsi neutron-server[93092]: WARNING neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] security_group is already registered Jul 27 11:02:06.540314 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 11:02:06.540652 dv-cinder-784956-7-iscsi neutron-server[93092]: WARNING neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] security_group_rule is already registered Jul 27 11:02:06.541160 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Service CORE assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 11:02:06.541550 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 11:02:06.541886 dv-cinder-784956-7-iscsi neutron-server[93092]: WARNING neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] subnetpool is already registered Jul 27 11:02:06.542319 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Service CORE assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 11:02:06.542643 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 11:02:06.542976 dv-cinder-784956-7-iscsi neutron-server[93092]: WARNING neutron.quota.resource_registry [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] subnetpool is already registered Jul 27 11:02:06.544767 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: extensions {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.546323 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: address-groups {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.547847 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: address-scopes {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.549073 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: agents {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.552575 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: auto-allocated-topology {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.552575 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: availability_zones {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.554210 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: dhcp-networks {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.554303 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: dhcp-agents {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.555830 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: routers {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.558126 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: flavors {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.559293 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: service_profiles {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.560637 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: next_providers {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.562124 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: service_profiles {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.563572 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: floatingip-pools {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.565020 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: routers {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.566795 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: floatingips {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.568008 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: l3-routers {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.569531 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: l3-agents {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.570945 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: metering-labels {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.572228 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: metering-label-rules {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.574109 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: network-ip-availabilities {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.575471 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: bindings {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.577056 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: quotas {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.578520 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: quotas {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.580075 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: rbac-policies {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.581281 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: security-groups {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.582538 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: security-group-rules {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.583880 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: service-providers {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.585118 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: subnetpools {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.586492 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: subnetpools {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.588056 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.589815 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.591550 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.593467 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.595178 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.597296 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.599097 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.600899 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.603870 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.605672 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 11:02:06.611741 dv-cinder-784956-7-iscsi neutron-server[93092]: WARNING keystonemiddleware.auth_token [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 27 11:02:06.616344 dv-cinder-784956-7-iscsi neutron-server[93092]: WARNING keystonemiddleware.auth_token [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 27 11:02:06.625250 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_concurrency.lockutils [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Acquired lock "singleton_lock" {{(pid=93092) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 27 11:02:06.625757 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_concurrency.lockutils [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Releasing lock "singleton_lock" {{(pid=93092) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 27 11:02:06.626401 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO oslo_service.service [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Starting 2 workers Jul 27 11:02:06.631207 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Started child 93199 {{(pid=93092) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 11:02:06.636349 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Started child 93200 {{(pid=93092) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 11:02:06.637579 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:06.638238 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO neutron.service [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 27 11:02:06.638703 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Notify callbacks [] for process, before_spawn {{(pid=93092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:06.639063 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [-] (93199) wsgi starting up on http://0.0.0.0:9696 Jul 27 11:02:06.641139 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO oslo_service.service [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Starting 1 workers Jul 27 11:02:06.641293 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:06.642593 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [-] (93200) wsgi starting up on http://0.0.0.0:9696 Jul 27 11:02:06.646368 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Started child 93201 {{(pid=93092) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 11:02:06.646880 dv-cinder-784956-7-iscsi neutron-server[93092]: INFO oslo_service.service [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Starting 1 workers Jul 27 11:02:06.650204 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.service [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] calling RpcWorker wait() {{(pid=93201) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 27 11:02:06.650825 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.service [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] returning from RpcWorker wait() {{(pid=93201) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 27 11:02:06.651484 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Started child 93202 {{(pid=93092) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 11:02:06.652121 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:06.652283 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-02114496-bbc9-4937-996e-84c2b3861709 None None] Notify callbacks [] for process, after_spawn {{(pid=93092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:06.652673 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:02:06.654328 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93092) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 11:02:06.654545 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 11:02:06.654737 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 11:02:06.654954 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 11:02:06.655282 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 11:02:06.655447 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 11:02:06.655988 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.656256 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.656402 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:06.656912 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.656912 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.657062 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.657857 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.658115 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.658376 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.658668 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.658924 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.659102 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.659267 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.659524 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.659761 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.660064 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.660322 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.660573 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.660848 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.661018 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.661473 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.661885 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.662284 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.662562 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] debug = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.662807 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.663305 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.663540 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.663815 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.664059 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.664333 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.664566 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.664809 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.665045 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.665267 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.665533 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.665785 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.666031 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.666791 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.667012 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.667271 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.667522 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.668020 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] host = dv-cinder-784956-7-iscsi {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.668263 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.668513 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.668739 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.668965 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.669213 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.669473 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.669733 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.669986 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.670248 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.670494 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.670755 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.671003 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.671242 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.671480 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.671718 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_options = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.671889 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.672151 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.672422 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.672613 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.672782 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.672959 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.673226 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.673391 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.673670 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.673891 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.674108 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.674340 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.674556 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.674771 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.675084 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.675257 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.675504 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.675735 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.675991 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.676236 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.676461 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.676734 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.676955 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.677156 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.677372 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.677618 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.677845 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.678093 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.678278 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.678531 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.678765 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.679030 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.679274 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.679550 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.679800 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.680028 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.680244 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.680516 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.680745 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.681002 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.681264 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.681502 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.681839 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.682715 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.682843 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.682964 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_json = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.683171 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.683383 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.683650 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.683862 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.684099 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.684314 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.684529 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.684783 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.685255 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.685561 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.685875 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.686127 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.686378 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.686619 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.686857 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.687094 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.687342 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.687587 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.687907 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.688213 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:02:06.688379 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.688518 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.688660 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.688910 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.689249 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.689547 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.689798 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.690016 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.690266 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.690514 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.690732 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.691099 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.691358 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.691603 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.692073 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.692073 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.692494 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.692889 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.693044 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.693185 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.693427 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.693694 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.693918 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.694146 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.694361 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.694622 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.694884 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.695118 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.695384 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.695642 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.696052 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.696298 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.696534 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.696754 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.696993 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.697212 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.697521 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.697746 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.698023 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.698335 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.698497 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.698706 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.698945 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.699171 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.699405 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.699628 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.699863 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.700103 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.700606 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.701014 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.701475 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.701734 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.702230 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.702230 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.702507 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.702669 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.702885 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.705517 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.705800 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.706075 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.706316 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.706552 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.706787 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.707023 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.707251 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.708419 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.708659 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.708923 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.709175 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.709466 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.709707 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.710134 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.710272 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.710791 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.711129 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.711401 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.711706 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.711943 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.712211 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.712464 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.712732 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.712985 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.713271 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.713534 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.713818 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.714053 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.714328 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.714594 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.714858 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.715108 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.715352 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.715610 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.715825 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.716069 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.716297 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.716567 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.716805 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.717045 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.717303 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.717602 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.717881 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.718130 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.718445 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.718672 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.718977 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.719307 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.719565 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.719843 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.720083 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.720321 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.720595 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.720848 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.721103 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.721384 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.722172 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.722422 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.722706 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.722959 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.723203 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.723430 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.723666 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.724027 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.724290 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.724540 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.724799 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.725282 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.725470 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.725637 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.725859 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.726116 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.726361 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.726610 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.726861 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.727080 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.727315 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.727550 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.727899 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.728024 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.728216 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.728437 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.728654 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.729431 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.729685 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.729925 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.730152 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.730365 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.730587 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.730828 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.731077 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.731302 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.731534 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.731769 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.732014 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.732239 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.732460 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.732675 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.732928 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.733149 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.733447 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.733694 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.733912 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.734142 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.734370 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.734639 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.734863 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.735116 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.735336 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.735575 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.735791 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.736012 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.736237 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.736454 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.736753 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.736994 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.737232 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.737507 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.737851 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.738106 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.738344 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.738582 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.738843 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.739071 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.739322 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.739546 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.739811 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.739984 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.740270 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.740490 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.740736 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.740965 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.741201 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.741443 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.741649 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.741868 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.742108 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.742413 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.742667 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.742903 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.743169 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.743419 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.743651 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.744079 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.744079 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.744303 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.745065 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.745286 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.745521 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.745753 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.746048 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.746186 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.746410 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.746651 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.746844 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.747090 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.747324 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.747538 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.747782 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.748003 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.748214 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.748442 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.749036 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.749036 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.749287 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.749395 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.749621 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.749887 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.750110 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.750326 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.750572 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.750876 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.751120 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.751567 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.751970 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.752207 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.752573 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.753191 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.755208 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.755208 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.755208 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.755208 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.755208 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.755208 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.755208 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.755208 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.755875 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.755875 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.756496 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.756496 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.756688 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.756811 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.757080 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.757347 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.757609 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.757995 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.758353 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.758634 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.758895 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.759127 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.759385 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.759753 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.759851 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.760148 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.760457 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.760677 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.761099 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.761543 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.761795 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.762021 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.762253 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.762481 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.762896 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.763158 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.763418 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.764102 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.764102 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 11:02:06.764346 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93092) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 11:02:06.764469 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 11:02:06.764629 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 11:02:06.764828 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 11:02:06.765003 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 11:02:06.765158 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 11:02:06.765370 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.765568 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.765733 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.765897 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.766062 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.766255 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.766422 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.766582 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.766745 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.766907 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.767069 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.767575 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.767575 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.767575 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.767823 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.767823 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.767974 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.768135 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.768301 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.768462 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.768625 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.768786 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.769111 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] debug = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.769275 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.769513 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.769684 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.770212 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.770212 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.770212 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.770448 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.770527 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.770640 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.770801 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.770987 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.771153 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.771315 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.771477 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.771635 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.771969 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.772134 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.772296 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] host = dv-cinder-784956-7-iscsi {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.772457 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.772623 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.773483 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.773483 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.773483 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.773483 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.773483 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.773776 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.773776 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.773893 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.774029 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.774189 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.774350 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.774511 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.774672 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_options = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.774833 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.774998 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.775158 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.775356 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.775524 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.775730 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.775892 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.776054 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.776215 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.776378 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.776538 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.776860 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.777023 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.777185 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.777347 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.777546 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.777699 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.777861 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.778023 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.778185 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.778346 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.778506 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.778666 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.778826 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.778988 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.779148 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.779308 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.779469 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.779630 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.779790 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.779952 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.780113 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.780274 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.780434 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.780595 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.780757 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.780917 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.781085 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.781247 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.781439 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.781589 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.781750 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.781916 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.782077 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.782236 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.782399 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_json = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.782560 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.782719 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.782880 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.783041 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.783184 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.783351 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.783608 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.783777 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 11:02:06.783971 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.785763 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.785763 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.785763 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.785763 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.785763 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.785763 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.785763 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.785763 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.786873 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.786873 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.786873 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.786873 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.786873 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.786873 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.786873 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.786873 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.789538 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.789538 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.789538 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.789538 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.789538 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.789538 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.789538 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.789538 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790009 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790009 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790009 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790009 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790009 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790009 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790009 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790009 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790433 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790433 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790433 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790433 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790433 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790433 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790433 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790433 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790433 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790911 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790911 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.790911 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.791074 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.791819 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.792094 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.792094 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.792524 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.792524 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.792871 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.792871 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.792871 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.793567 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.793567 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.793567 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.793567 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.794030 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.794030 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.794030 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.794252 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.794329 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.794485 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.794650 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.794817 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.794980 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.795144 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.795308 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.795471 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.795635 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.795799 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.795962 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.796125 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.796287 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.796454 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.796822 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.796822 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.797245 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.797245 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.797245 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.799220 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.799220 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.799220 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.799220 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.799220 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.799220 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.799220 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.799220 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.799982 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.799982 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.799982 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.799982 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.799982 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.799982 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.799982 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.799982 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.800664 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.800664 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.800664 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.800848 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.801121 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.801376 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.801555 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.801751 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.801886 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.802048 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.802252 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.802451 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.802621 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.802896 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.803163 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.803367 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.803552 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.803805 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.804131 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.804367 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.804581 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.804739 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.805036 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.805237 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.805858 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.805858 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.805858 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.806313 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.806313 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.806509 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.806509 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.807533 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.807680 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.807846 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.808048 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.808236 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.808406 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.808614 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.808906 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.809097 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.809248 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.809690 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.809690 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.810035 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.810224 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.810224 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.810512 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.810670 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.810834 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.811082 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.811381 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.811557 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:02:06.811707 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.811707 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.811909 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.811998 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.812197 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.812745 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.812926 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.813369 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.813624 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.813773 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.813967 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.814312 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.814555 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.814859 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.815008 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.815222 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.815407 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.815677 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.815830 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.816100 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.816306 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.816558 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.816754 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.816947 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.817266 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.817557 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.817734 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.817922 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.818151 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.818368 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.818567 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.818790 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.819036 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.819230 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.819530 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.819789 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.819971 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.820156 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.820325 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.820547 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.820784 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.821043 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.821265 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.821541 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.821742 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.822187 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.822431 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.822820 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.823023 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.823410 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.823620 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.823915 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.824165 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.824165 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.824437 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.824437 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.824718 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.824823 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.825045 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.825866 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.826385 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.826385 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.826385 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.826838 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.826838 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.827070 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.827239 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.827441 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.827613 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.827787 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.828025 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.828203 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.828342 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.828502 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.828650 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.828844 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.828990 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.829150 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.829314 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.829542 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.829692 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.829826 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.829976 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.830114 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.830281 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.830443 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.830605 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.830768 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.830946 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.831116 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.831298 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.831430 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.831561 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.831750 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.831896 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.832027 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.832165 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.832343 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.832505 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.832671 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.832834 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.833009 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.833172 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.833339 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.833551 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.833682 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.833846 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.834008 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.834175 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.834349 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.834519 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.834685 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.834859 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.835033 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.835207 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.835371 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.835544 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.835726 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.835890 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.836054 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.836217 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.836380 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.836544 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.836779 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.836949 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.837113 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.837276 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.837463 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.837629 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.837794 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.837958 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.838161 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.838381 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.838545 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.838709 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.839150 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.839150 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 11:02:06.839398 dv-cinder-784956-7-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 11:02:06.998365 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 53288) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:02:07.007201 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063839 Jul 27 11:02:18.426743 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2054c420-0589-4abc-893c-e75e019f961b None None] get_active_networks_info from dv-cinder-784956-7-iscsi {{(pid=93201) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 11:02:18.522443 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2054c420-0589-4abc-893c-e75e019f961b None None] No non-hosted networks {{(pid=93201) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 27 11:02:18.542406 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.agentschedulers_db [None req-2054c420-0589-4abc-893c-e75e019f961b None None] DHCP Agent not found on host dv-cinder-784956-7-iscsi {{(pid=93201) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 27 11:02:18.668290 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c06ad7e2-4852-4252-9edc-b3c2cd1a9d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084578'] for agent, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:21.217612 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084578'] for agent, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:21.218535 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:21.218909 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:21.219446 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:21.219788 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:21.220251 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:21.220608 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:21.220983 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:21.221343 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:21.222306 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:21.222635 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:21.222967 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:21.224363 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:21.225035 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784956-7-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:02:21.255923 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784956-7-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:02:21.337452 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-850e6b81-68d5-4636-9ecc-19f06285c892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084578'] for agent, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:21.403790 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-e49aeed9-eac0-4428-a6ab-7876921089da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:22.582284 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084578'] for agent, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:24.039213 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084578'] for agent, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:25.766095 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 53382) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:02:26.010827 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.db.l3_hamode_db [None req-b4db169f-aaf0-4583-8298-d9309d39119a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 27 11:02:26.089077 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4db169f-aaf0-4583-8298-d9309d39119a None None] Routers set() bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:02:26.089488 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4db169f-aaf0-4583-8298-d9309d39119a None None] Router IDs set() for agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 11:02:26.479276 dv-cinder-784956-7-iscsi neutron-server[93199]: WARNING oslo_policy.policy [None req-4c40d868-6b8d-4de3-9aba-b792a2bf0522 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 11:02:26.480190 dv-cinder-784956-7-iscsi neutron-server[93199]: WARNING oslo_policy.policy [None req-4c40d868-6b8d-4de3-9aba-b792a2bf0522 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 11:02:26.878955 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [None req-4c40d868-6b8d-4de3-9aba-b792a2bf0522 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 11:02:26.880713 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-4c40d868-6b8d-4de3-9aba-b792a2bf0522 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1133330 Jul 27 11:02:29.344469 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 53396) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:02:29.869770 dv-cinder-784956-7-iscsi neutron-server[93200]: WARNING oslo_policy.policy [None req-daf9e4bc-9765-4079-9036-3021a661a56c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 11:02:29.870406 dv-cinder-784956-7-iscsi neutron-server[93200]: WARNING oslo_policy.policy [None req-daf9e4bc-9765-4079-9036-3021a661a56c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 11:02:30.089976 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-daf9e4bc-9765-4079-9036-3021a661a56c admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:02:30.186329 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.policy [None req-daf9e4bc-9765-4079-9036-3021a661a56c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93200) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 11:02:30.232992 dv-cinder-784956-7-iscsi neutron-server[93200]: WARNING oslo_policy.policy [None req-daf9e4bc-9765-4079-9036-3021a661a56c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 11:02:30.233372 dv-cinder-784956-7-iscsi neutron-server[93200]: WARNING oslo_policy.policy [None req-daf9e4bc-9765-4079-9036-3021a661a56c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 11:02:30.242440 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.quota [None req-daf9e4bc-9765-4079-9036-3021a661a56c admin admin] Loaded quota_driver: . Jul 27 11:02:30.342041 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-daf9e4bc-9765-4079-9036-3021a661a56c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738589709760', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738589710229', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738589721165', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738589724035', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738592512073', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738589677698', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-597352', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-603139', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3771605', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3733372'] for rbac-policy, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:30.414770 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-daf9e4bc-9765-4079-9036-3021a661a56c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:30.416655 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-daf9e4bc-9765-4079-9036-3021a661a56c admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0696564 Jul 27 11:02:33.049704 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 53414) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:02:33.351844 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '73ba5066c42a43e78a3479d9b8af6c05', 'name': 'private', 'project_id': '73ba5066c42a43e78a3479d9b8af6c05'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:02:33.381109 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Made reservation on behalf of 73ba5066c42a43e78a3479d9b8af6c05 for: {'network': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:02:33.384196 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:33.402313 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:33.532265 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:33.536204 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:33.557146 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:02:33.586666 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738591500054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:33.587260 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Unsubscribe: segment precommit_create {{(pid=93200) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 11:02:33.588286 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.segments_db [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Added segment 9b123b06-e30b-47fc-8015-07dca0efab67 of type vlan for network cc717d71-f938-4fe5-a71f-d3cc304b65b1 Jul 27 11:02:33.607627 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fcb4dd-f94d-4cfc-b0f4-f173c92c7d63,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:02:33.636336 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:33.636686 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:33.637085 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:33.637347 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:33.637704 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:33.638042 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:33.638369 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:33.638687 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:33.639025 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:33.639338 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:33.639652 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:33.639963 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Tracked resource versions report: Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: pushed versions: Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: { 'AddressGroup': {'1.2'}, Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'ConntrackHelper': {'1.0'}, Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Log': {'1.0'}, Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Network': {'1.1'}, Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Port': {'1.7'}, Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'PortForwarding': {'1.2'}, Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'QosPolicy': {'1.8'}, Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'SecurityGroup': {'1.4'}, Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'SecurityGroupRule': {'1.2'}, Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'SubPort': {'1.0'}, Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Subnet': {'1.1'}, Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Trunk': {'1.1'}} Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: consumer versions: Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: { DHCP agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: L3 agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: Metadata agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: Metering agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: Open vSwitch agent@dv-cinder-784956-7-iscsi: { 'AddressGroup': '1.2', Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'ConntrackHelper': '1.0', Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Log': '1.0', Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Network': '1.1', Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Port': '1.7', Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'PortForwarding': '1.2', Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'QosPolicy': '1.8', Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'SecurityGroup': '1.4', Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'SecurityGroupRule': '1.2', Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'SubPort': '1.0', Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Subnet': '1.1', Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Trunk': '1.1'}} Jul 27 11:02:33.641039 dv-cinder-784956-7-iscsi neutron-server[93200]: {{(pid=93200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 11:02:33.721231 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:33.773346 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:33.774579 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:02:33.775799 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:33.855857 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8050747 Jul 27 11:02:33.876355 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b29d7-0a36-431c-8b1c-49c9d22462ab admin admin] Pushing event updated for resources: {'Network': ['ID=cc717d71-f938-4fe5-a71f-d3cc304b65b1,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:02:33.888962 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network cc717d71-f938-4fe5-a71f-d3cc304b65b1 details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:02:36.499255 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 53428) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:02:36.910127 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627cc5f7-bb04-413a-9914-11349e3f4cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:02:36.911544 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-627cc5f7-bb04-413a-9914-11349e3f4cbb admin admin] 10.222.0.16 "GET /v2.0/networks/cc717d71-f938-4fe5-a71f-d3cc304b65b1 HTTP/1.1" status: 200 len: 824 time: 0.4113257 Jul 27 11:02:36.936172 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-8ac50805-b0fb-407a-8d1e-36e287698720 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/7a6e5613-27a6-4d02-8d7f-cbae9c94efc1 HTTP/1.1" status: 200 len: 734 time: 0.0183735 Jul 27 11:02:36.945629 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-0f42853d-bc41-44ce-bdaf-b4dedd01f33c admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '7a6e5613-27a6-4d02-8d7f-cbae9c94efc1', 'name': 'private-subnet', 'tenant_id': '73ba5066c42a43e78a3479d9b8af6c05', 'network_id': 'cc717d71-f938-4fe5-a71f-d3cc304b65b1', 'ip_version': 4}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:02:36.969879 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f42853d-bc41-44ce-bdaf-b4dedd01f33c admin admin] Made reservation on behalf of 73ba5066c42a43e78a3479d9b8af6c05 for: {'subnet': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:02:36.972458 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0f42853d-bc41-44ce-bdaf-b4dedd01f33c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:37.270383 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0f42853d-bc41-44ce-bdaf-b4dedd01f33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for subnet, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:37.338928 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42853d-bc41-44ce-bdaf-b4dedd01f33c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0179fb6f-12d2-4435-b057-dbbbf6593c9f,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:02:37.343370 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f42853d-bc41-44ce-bdaf-b4dedd01f33c admin admin] Checking segment: {'id': '9b123b06-e30b-47fc-8015-07dca0efab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cc717d71-f938-4fe5-a71f-d3cc304b65b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:02:37.343749 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f42853d-bc41-44ce-bdaf-b4dedd01f33c admin admin] Network hostable DHCP agents. Network: cc717d71-f938-4fe5-a71f-d3cc304b65b1, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:02:37.365531 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f42853d-bc41-44ce-bdaf-b4dedd01f33c admin admin] Network cc717d71-f938-4fe5-a71f-d3cc304b65b1 is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:02:37.377380 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-0f42853d-bc41-44ce-bdaf-b4dedd01f33c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, cc717d71-f938-4fe5-a71f-d3cc304b65b1) {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:02:37.382085 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f42853d-bc41-44ce-bdaf-b4dedd01f33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:02:37.382704 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0f42853d-bc41-44ce-bdaf-b4dedd01f33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:37.387939 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aea6f82-e292-4c29-b8db-52d896c3face None None] Network cc717d71-f938-4fe5-a71f-d3cc304b65b1 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:02:37.401490 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-0f42853d-bc41-44ce-bdaf-b4dedd01f33c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4592726 Jul 27 11:02:37.734823 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ee6ed7-432e-5d7f-b8e3-91ad041eefd6-cc717d71-f938-4fe5-a71f-d3cc304b65b1', 'network_id': 'cc717d71-f938-4fe5-a71f-d3cc304b65b1', 'tenant_id': '73ba5066c42a43e78a3479d9b8af6c05', 'fixed_ips': [{'subnet_id': '0179fb6f-12d2-4435-b057-dbbbf6593c9f'}]}} from dv-cinder-784956-7-iscsi. {{(pid=93201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 11:02:37.736562 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:38.025306 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Allocated IP 172.20.0.2 (cc717d71-f938-4fe5-a71f-d3cc304b65b1/0179fb6f-12d2-4435-b057-dbbbf6593c9f/0d115abb-36f5-416d-b393-e0cbbba2a8ab) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:02:38.257974 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:38.272996 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Transition to ACTIVE for port object 0d115abb-36f5-416d-b393-e0cbbba2a8ab will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:02:38.295597 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Transition to ACTIVE for port object 0d115abb-36f5-416d-b393-e0cbbba2a8ab will not be triggered until provisioned by entity DHCP. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:02:38.304633 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:38.370545 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Network cc717d71-f938-4fe5-a71f-d3cc304b65b1 is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:02:38.376337 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:02:38.387939 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:02:38.395375 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Pushing event updated for resources: {'Port': ['ID=0d115abb-36f5-416d-b393-e0cbbba2a8ab,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:02:38.424843 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:38.425194 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:38.425569 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:38.425914 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:38.426254 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:38.426591 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:38.426924 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:38.427254 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:38.427607 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:38.427938 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:38.428266 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:38.428589 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Tracked resource versions report: Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: pushed versions: Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: { 'AddressGroup': {'1.2'}, Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'ConntrackHelper': {'1.0'}, Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Log': {'1.0'}, Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Network': {'1.1'}, Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Port': {'1.7'}, Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'PortForwarding': {'1.2'}, Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'QosPolicy': {'1.8'}, Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'SecurityGroup': {'1.4'}, Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'SecurityGroupRule': {'1.2'}, Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'SubPort': {'1.0'}, Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Subnet': {'1.1'}, Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Trunk': {'1.1'}} Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: consumer versions: Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: { DHCP agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: L3 agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: Metadata agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: Metering agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: Open vSwitch agent@dv-cinder-784956-7-iscsi: { 'AddressGroup': '1.2', Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'ConntrackHelper': '1.0', Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Log': '1.0', Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Network': '1.1', Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Port': '1.7', Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'PortForwarding': '1.2', Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'QosPolicy': '1.8', Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'SecurityGroup': '1.4', Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'SecurityGroupRule': '1.2', Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'SubPort': '1.0', Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Subnet': '1.1', Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Trunk': '1.1'}} Jul 27 11:02:38.429686 dv-cinder-784956-7-iscsi neutron-server[93201]: {{(pid=93201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 11:02:38.483152 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Attempting to bind port 0d115abb-36f5-416d-b393-e0cbbba2a8ab on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:02:38.483560 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Attempting to bind port 0d115abb-36f5-416d-b393-e0cbbba2a8ab by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '9b123b06-e30b-47fc-8015-07dca0efab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cc717d71-f938-4fe5-a71f-d3cc304b65b1'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:02:38.483983 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Attempting to bind port 0d115abb-36f5-416d-b393-e0cbbba2a8ab on network cc717d71-f938-4fe5-a71f-d3cc304b65b1 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:02:38.488893 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:02:38.489319 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Checking segment: {'id': '9b123b06-e30b-47fc-8015-07dca0efab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cc717d71-f938-4fe5-a71f-d3cc304b65b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:02:38.489818 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:38.490217 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Bound using segment: {'id': '9b123b06-e30b-47fc-8015-07dca0efab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cc717d71-f938-4fe5-a71f-d3cc304b65b1'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:02:38.490683 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Bound port: 0d115abb-36f5-416d-b393-e0cbbba2a8ab, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b123b06-e30b-47fc-8015-07dca0efab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cc717d71-f938-4fe5-a71f-d3cc304b65b1'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:02:38.491088 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:38.556488 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] For port 0d115abb-36f5-416d-b393-e0cbbba2a8ab, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:02:38.561256 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] For port 0d115abb-36f5-416d-b393-e0cbbba2a8ab, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=0d115abb-36f5-416d-b393-e0cbbba2a8ab,segment=NetworkSegment(9b123b06-e30b-47fc-8015-07dca0efab67),segment_id=9b123b06-e30b-47fc-8015-07dca0efab67)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:02:38.565701 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:38.630879 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21f4a7-6c01-4dfa-a0bb-b11df24c1141 None None] Pushing event updated for resources: {'Port': ['ID=0d115abb-36f5-416d-b393-e0cbbba2a8ab,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:02:39.838399 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 53436) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:02:40.170462 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [None req-de4f2704-2b1b-4b1c-985a-ac3f8a6c560f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 11:02:40.171556 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-de4f2704-2b1b-4b1c-985a-ac3f8a6c560f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3322077 Jul 27 11:02:42.615286 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 53444) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:02:42.952275 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [None req-39c037f6-7af3-430d-9f9a-b09c189eb961 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 11:02:42.953306 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-39c037f6-7af3-430d-9f9a-b09c189eb961 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3370714 Jul 27 11:02:45.700577 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 53454) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:02:46.036192 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-ddd6e164-fd69-4fd1-a964-4f421ad9311b admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '73ba5066c42a43e78a3479d9b8af6c05', 'name': 'router1'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:02:46.119803 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.policy [None req-ddd6e164-fd69-4fd1-a964-4f421ad9311b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93199) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 11:02:46.166846 dv-cinder-784956-7-iscsi neutron-server[93199]: WARNING oslo_policy.policy [None req-ddd6e164-fd69-4fd1-a964-4f421ad9311b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 11:02:46.167234 dv-cinder-784956-7-iscsi neutron-server[93199]: WARNING oslo_policy.policy [None req-ddd6e164-fd69-4fd1-a964-4f421ad9311b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 11:02:46.176035 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.quota [None req-ddd6e164-fd69-4fd1-a964-4f421ad9311b admin admin] Loaded quota_driver: . Jul 27 11:02:46.236707 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e164-fd69-4fd1-a964-4f421ad9311b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3775200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1974'] for router, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:46.238800 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e164-fd69-4fd1-a964-4f421ad9311b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4083718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1967'] for router, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:46.401051 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e164-fd69-4fd1-a964-4f421ad9311b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:46.406498 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e164-fd69-4fd1-a964-4f421ad9311b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083803'] for router, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:46.425791 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e164-fd69-4fd1-a964-4f421ad9311b admin admin] Notify callbacks [] for router, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:46.426992 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-ddd6e164-fd69-4fd1-a964-4f421ad9311b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7250080 Jul 27 11:02:47.232639 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e803f235-87e6-4921-b767-9be9a7b1fb23 None None] Network cc717d71-f938-4fe5-a71f-d3cc304b65b1 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:02:47.276935 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 0d115abb-36f5-416d-b393-e0cbbba2a8ab up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:02:47.381632 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-95ced0da-dfe2-4a7f-90db-7dd2cb6b29ad None None] Provisioning for port 0d115abb-36f5-416d-b393-e0cbbba2a8ab completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:02:47.423083 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 0d115abb-36f5-416d-b393-e0cbbba2a8ab completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:02:47.444992 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 0d115abb-36f5-416d-b393-e0cbbba2a8ab triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:02:47.445382 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:47.612182 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:47.659725 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 0d115abb-36f5-416d-b393-e0cbbba2a8ab, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=0d115abb-36f5-416d-b393-e0cbbba2a8ab,segment=NetworkSegment(9b123b06-e30b-47fc-8015-07dca0efab67),segment_id=9b123b06-e30b-47fc-8015-07dca0efab67)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:02:47.664523 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:47.723788 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=0d115abb-36f5-416d-b393-e0cbbba2a8ab,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:02:47.818930 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-b2adfa74-ffb8-4ea0-bcb8-03596a2ffe2b None None] Provisioning complete for port 0d115abb-36f5-416d-b393-e0cbbba2a8ab triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:02:47.819309 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b2adfa74-ffb8-4ea0-bcb8-03596a2ffe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:48.329132 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5243146c-6497-40c6-9d71-0d3f12f41dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:48.825373 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 53470) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:02:49.147262 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [None req-05718d36-173a-4187-8f56-20dda3fc92f0 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 11:02:49.148251 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-05718d36-173a-4187-8f56-20dda3fc92f0 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3219302 Jul 27 11:02:49.225119 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 0d115abb-36f5-416d-b393-e0cbbba2a8ab up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:02:49.275696 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 0d115abb-36f5-416d-b393-e0cbbba2a8ab triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:02:49.276079 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:51.203534 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:51.319531 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4a6e156f-ee0b-4c4b-8a07-86792537335a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:51.595023 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 53478) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:02:51.923616 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:02:51.948040 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Made reservation on behalf of b938804efded468baebcabf6042fe780 for: {'network': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:02:51.950992 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:51.971612 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:52.102644 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:52.106814 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:52.119741 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Reserving flat network on physical network physnet1 {{(pid=93199) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 27 11:02:52.152605 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738591500054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:52.153212 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Unsubscribe: segment precommit_create {{(pid=93199) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 11:02:52.153731 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.segments_db [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Added segment 76369463-fe38-4c23-b03c-dce0f38a1489 of type flat for network b1883f27-eaab-4700-a5a8-37e3631f126f Jul 27 11:02:52.171690 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce3f0d0-a563-4f07-b409-e6f0ee74221b,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:02:52.199198 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:52.199553 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:52.199891 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:52.200223 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:52.200560 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:52.200921 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:52.201244 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:52.201588 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:52.201923 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:52.202251 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:52.202562 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:52.202876 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Tracked resource versions report: Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: pushed versions: Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: { 'AddressGroup': {'1.2'}, Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'ConntrackHelper': {'1.0'}, Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Log': {'1.0'}, Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Network': {'1.1'}, Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Port': {'1.7'}, Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'PortForwarding': {'1.2'}, Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'QosPolicy': {'1.8'}, Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'SecurityGroup': {'1.4'}, Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'SecurityGroupRule': {'1.2'}, Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'SubPort': {'1.0'}, Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Subnet': {'1.1'}, Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Trunk': {'1.1'}} Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: consumer versions: Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: { DHCP agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: L3 agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: Metadata agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: Metering agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: Open vSwitch agent@dv-cinder-784956-7-iscsi: { 'AddressGroup': '1.2', Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'ConntrackHelper': '1.0', Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Log': '1.0', Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Network': '1.1', Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Port': '1.7', Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'PortForwarding': '1.2', Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'QosPolicy': '1.8', Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'SecurityGroup': '1.4', Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'SecurityGroupRule': '1.2', Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'SubPort': '1.0', Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Subnet': '1.1', Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Trunk': '1.1'}} Jul 27 11:02:52.203946 dv-cinder-784956-7-iscsi neutron-server[93199]: {{(pid=93199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 11:02:52.284839 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:52.337922 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:52.339010 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:02:52.339643 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:52.425302 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8291924 Jul 27 11:02:52.440014 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fefb34-df1c-4f8c-bec8-05361edce2c7 admin admin] Pushing event updated for resources: {'Network': ['ID=b1883f27-eaab-4700-a5a8-37e3631f126f,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:02:52.451647 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network b1883f27-eaab-4700-a5a8-37e3631f126f details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:02:52.526936 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:53.967942 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:54.829844 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 53500) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:02:55.018306 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0847e5f-b6a1-465c-b44e-aa2c075e8cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:02:55.019672 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-a0847e5f-b6a1-465c-b44e-aa2c075e8cb3 admin admin] 10.222.0.16 "GET /v2.0/subnets/0179fb6f-12d2-4435-b057-dbbbf6593c9f HTTP/1.1" status: 200 len: 849 time: 0.1888885 Jul 27 11:02:55.184647 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-ae3db185-ffdb-459f-9f7c-79a0519ddba6 admin admin] 10.222.0.16 "GET /v2.0/routers/3cbba170-8ff0-46f0-a3da-5bc6b838efd7 HTTP/1.1" status: 200 len: 704 time: 0.1585941 Jul 27 11:02:55.451683 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:55.750439 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] Allocated IP 172.20.0.1 (cc717d71-f938-4fe5-a71f-d3cc304b65b1/0179fb6f-12d2-4435-b057-dbbbf6593c9f/9618ce93-5552-4d41-9c86-2985b86aa056) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:02:55.915173 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:55.936996 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] Transition to ACTIVE for port object 9618ce93-5552-4d41-9c86-2985b86aa056 will not be triggered until provisioned by entity DHCP. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:02:56.019633 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:56.141656 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] Network cc717d71-f938-4fe5-a71f-d3cc304b65b1 is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:02:56.148576 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:02:56.151802 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:02:56.152363 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084230'] for router_interface, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:56.213681 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] Pushing event updated for resources: {'Port': ['ID=9618ce93-5552-4d41-9c86-2985b86aa056,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:02:56.380294 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-6c4be6ed-f50a-4daf-a9c4-0fe0278d82fa None None] Provisioning for port 9618ce93-5552-4d41-9c86-2985b86aa056 completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:02:56.384428 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:56.384638 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-6c4be6ed-f50a-4daf-a9c4-0fe0278d82fa None None] Provisioning complete for port 9618ce93-5552-4d41-9c86-2985b86aa056 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:02:56.384856 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6c4be6ed-f50a-4daf-a9c4-0fe0278d82fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:56.420542 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-6c4be6ed-f50a-4daf-a9c4-0fe0278d82fa None None] Port 9618ce93-5552-4d41-9c86-2985b86aa056 cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:02:56.573669 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:56.578198 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:56.578953 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084630'] for router_interface, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:56.656620 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] Pushing event updated for resources: {'Port': ['ID=9618ce93-5552-4d41-9c86-2985b86aa056,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:02:56.702741 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] Network cc717d71-f938-4fe5-a71f-d3cc304b65b1 is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:02:56.704021 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:02:56.863073 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] Router 3cbba170-8ff0-46f0-a3da-5bc6b838efd7 is scheduled to L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 with binding_index 1 {{(pid=93200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 11:02:56.939881 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-75bb6d65-3247-49a6-a099-1444ef26346a None None] Provisioning complete for port 9618ce93-5552-4d41-9c86-2985b86aa056 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:02:56.940249 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-75bb6d65-3247-49a6-a099-1444ef26346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:56.957218 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:02:56.962569 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-3815adb7-77c5-4270-b37d-27eeace2b240 admin admin] 10.222.0.16 "PUT /v2.0/routers/3cbba170-8ff0-46f0-a3da-5bc6b838efd7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7724993 Jul 27 11:02:56.980158 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-75bb6d65-3247-49a6-a099-1444ef26346a None None] Port 9618ce93-5552-4d41-9c86-2985b86aa056 cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:02:56.981859 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Sync routers for ids ['3cbba170-8ff0-46f0-a3da-5bc6b838efd7'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:02:56.994032 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Routers {'3cbba170-8ff0-46f0-a3da-5bc6b838efd7'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:02:56.994881 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:02:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['3cbba170-8ff0-46f0-a3da-5bc6b838efd7'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:02:57.194841 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Set router 3cbba170-8ff0-46f0-a3da-5bc6b838efd7 gateway port host: None {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:02:57.694725 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbba170-8ff0-46f0-a3da-5bc6b838efd7', 'name': 'router1', 'tenant_id': '73ba5066c42a43e78a3479d9b8af6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:02:46Z', 'updated_at': '2021-07-27T11:02:56Z', 'revision_number': 2, 'project_id': '73ba5066c42a43e78a3479d9b8af6c05', 'gw_port_host': None, '_interfaces': [{'id': '9618ce93-5552-4d41-9c86-2985b86aa056', 'name': '', 'network_id': 'cc717d71-f938-4fe5-a71f-d3cc304b65b1', 'tenant_id': '73ba5066c42a43e78a3479d9b8af6c05', 'mac_address': 'fa:16:3e:3f:e3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbba170-8ff0-46f0-a3da-5bc6b838efd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0179fb6f-12d2-4435-b057-dbbbf6593c9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:02:55Z', 'updated_at': '2021-07-27T11:02:56Z', 'revision_number': 2, 'project_id': '73ba5066c42a43e78a3479d9b8af6c05', 'subnets': [{'id': '0179fb6f-12d2-4435-b057-dbbbf6593c9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a6e5613-27a6-4d02-8d7f-cbae9c94efc1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:02:57.745906 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Checking router: 3cbba170-8ff0-46f0-a3da-5bc6b838efd7 for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:02:57.746279 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Updating router 3cbba170-8ff0-46f0-a3da-5bc6b838efd7 port 9618ce93-5552-4d41-9c86-2985b86aa056 binding host dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:02:57.810535 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:58.298902 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:58.317470 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Transition to ACTIVE for port object 9618ce93-5552-4d41-9c86-2985b86aa056 will not be triggered until provisioned by entity L2. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:02:58.330370 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:58.494051 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18005734-69d8-49c8-b8dd-9668519ed36a None None] Pushing event updated for resources: {'Port': ['ID=9618ce93-5552-4d41-9c86-2985b86aa056,revision_number=3']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:02:58.509943 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18005734-69d8-49c8-b8dd-9668519ed36a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:58.510286 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18005734-69d8-49c8-b8dd-9668519ed36a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:58.510617 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18005734-69d8-49c8-b8dd-9668519ed36a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:58.510943 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18005734-69d8-49c8-b8dd-9668519ed36a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:58.511265 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18005734-69d8-49c8-b8dd-9668519ed36a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:58.511594 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18005734-69d8-49c8-b8dd-9668519ed36a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:58.511914 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18005734-69d8-49c8-b8dd-9668519ed36a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:58.512231 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18005734-69d8-49c8-b8dd-9668519ed36a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:58.512558 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18005734-69d8-49c8-b8dd-9668519ed36a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:58.512909 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18005734-69d8-49c8-b8dd-9668519ed36a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:58.513225 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18005734-69d8-49c8-b8dd-9668519ed36a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:58.513568 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18005734-69d8-49c8-b8dd-9668519ed36a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18005734-69d8-49c8-b8dd-9668519ed36a None None] Tracked resource versions report: Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: pushed versions: Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: { 'AddressGroup': {'1.2'}, Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'ConntrackHelper': {'1.0'}, Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Log': {'1.0'}, Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Network': {'1.1'}, Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Port': {'1.7'}, Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'PortForwarding': {'1.2'}, Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'QosPolicy': {'1.8'}, Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'SecurityGroup': {'1.4'}, Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'SecurityGroupRule': {'1.2'}, Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'SubPort': {'1.0'}, Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Subnet': {'1.1'}, Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Trunk': {'1.1'}} Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: consumer versions: Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: { DHCP agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: L3 agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: Metadata agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: Metering agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: Open vSwitch agent@dv-cinder-784956-7-iscsi: { 'AddressGroup': '1.2', Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'ConntrackHelper': '1.0', Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Log': '1.0', Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Network': '1.1', Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Port': '1.7', Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'PortForwarding': '1.2', Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'QosPolicy': '1.8', Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'SecurityGroup': '1.4', Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'SecurityGroupRule': '1.2', Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'SubPort': '1.0', Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Subnet': '1.1', Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Trunk': '1.1'}} Jul 27 11:02:58.514634 dv-cinder-784956-7-iscsi neutron-server[93202]: {{(pid=93202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 11:02:58.519838 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Attempting to bind port 9618ce93-5552-4d41-9c86-2985b86aa056 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:02:58.520248 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Attempting to bind port 9618ce93-5552-4d41-9c86-2985b86aa056 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '9b123b06-e30b-47fc-8015-07dca0efab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cc717d71-f938-4fe5-a71f-d3cc304b65b1'}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:02:58.520665 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Attempting to bind port 9618ce93-5552-4d41-9c86-2985b86aa056 on network cc717d71-f938-4fe5-a71f-d3cc304b65b1 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:02:58.527835 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:02:58.528381 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Checking segment: {'id': '9b123b06-e30b-47fc-8015-07dca0efab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cc717d71-f938-4fe5-a71f-d3cc304b65b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:02:58.528962 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:58.529355 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Bound using segment: {'id': '9b123b06-e30b-47fc-8015-07dca0efab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cc717d71-f938-4fe5-a71f-d3cc304b65b1'} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:02:58.529874 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Bound port: 9618ce93-5552-4d41-9c86-2985b86aa056, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b123b06-e30b-47fc-8015-07dca0efab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cc717d71-f938-4fe5-a71f-d3cc304b65b1'}}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:02:58.530253 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:58.596605 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] For port 9618ce93-5552-4d41-9c86-2985b86aa056, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:02:58.622480 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] For port 9618ce93-5552-4d41-9c86-2985b86aa056, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=9618ce93-5552-4d41-9c86-2985b86aa056,segment=NetworkSegment(9b123b06-e30b-47fc-8015-07dca0efab67),segment_id=9b123b06-e30b-47fc-8015-07dca0efab67)] {{(pid=93202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:02:58.627068 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:58.684376 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Routers {'3cbba170-8ff0-46f0-a3da-5bc6b838efd7'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:02:58.684864 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:02:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['3cbba170-8ff0-46f0-a3da-5bc6b838efd7'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:02:58.717830 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18005734-69d8-49c8-b8dd-9668519ed36a None None] Pushing event updated for resources: {'Port': ['ID=9618ce93-5552-4d41-9c86-2985b86aa056,revision_number=4']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:02:58.778907 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] Set router 3cbba170-8ff0-46f0-a3da-5bc6b838efd7 gateway port host: None {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:02:59.026685 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbba170-8ff0-46f0-a3da-5bc6b838efd7', 'name': 'router1', 'tenant_id': '73ba5066c42a43e78a3479d9b8af6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:02:46Z', 'updated_at': '2021-07-27T11:02:56Z', 'revision_number': 2, 'project_id': '73ba5066c42a43e78a3479d9b8af6c05', 'gw_port_host': None, '_interfaces': [{'id': '9618ce93-5552-4d41-9c86-2985b86aa056', 'name': '', 'network_id': 'cc717d71-f938-4fe5-a71f-d3cc304b65b1', 'tenant_id': '73ba5066c42a43e78a3479d9b8af6c05', 'mac_address': 'fa:16:3e:3f:e3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbba170-8ff0-46f0-a3da-5bc6b838efd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0179fb6f-12d2-4435-b057-dbbbf6593c9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:02:55Z', 'updated_at': '2021-07-27T11:02:58Z', 'revision_number': 4, 'project_id': '73ba5066c42a43e78a3479d9b8af6c05', 'subnets': [{'id': '0179fb6f-12d2-4435-b057-dbbbf6593c9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a6e5613-27a6-4d02-8d7f-cbae9c94efc1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:02:59.055216 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3310a92-2595-4103-898d-1d1dbefc5faf None None] The sync data for ids ['3cbba170-8ff0-46f0-a3da-5bc6b838efd7'] in dv-cinder-784956-7-iscsi is: [{'id': '3cbba170-8ff0-46f0-a3da-5bc6b838efd7', 'name': 'router1', 'tenant_id': '73ba5066c42a43e78a3479d9b8af6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:02:46Z', 'updated_at': '2021-07-27T11:02:56Z', 'revision_number': 2, 'project_id': '73ba5066c42a43e78a3479d9b8af6c05', 'gw_port_host': None, '_interfaces': [{'id': '9618ce93-5552-4d41-9c86-2985b86aa056', 'name': '', 'network_id': 'cc717d71-f938-4fe5-a71f-d3cc304b65b1', 'tenant_id': '73ba5066c42a43e78a3479d9b8af6c05', 'mac_address': 'fa:16:3e:3f:e3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbba170-8ff0-46f0-a3da-5bc6b838efd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0179fb6f-12d2-4435-b057-dbbbf6593c9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:02:55Z', 'updated_at': '2021-07-27T11:02:58Z', 'revision_number': 4, 'project_id': '73ba5066c42a43e78a3479d9b8af6c05', 'subnets': [{'id': '0179fb6f-12d2-4435-b057-dbbbf6593c9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a6e5613-27a6-4d02-8d7f-cbae9c94efc1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:02:59.332985 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 53520) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:02:59.450803 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff34f284-e658-4105-8e52-db943c84c299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:02:59.452460 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-ff34f284-e658-4105-8e52-db943c84c299 admin admin] 10.222.0.16 "GET /v2.0/networks/b1883f27-eaab-4700-a5a8-37e3631f126f HTTP/1.1" status: 200 len: 842 time: 0.1183496 Jul 27 11:02:59.463019 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-0b7588cc-ef58-45d5-9725-c4689adacee3 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'gateway_ip': '172.27.3.1'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:02:59.485843 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7588cc-ef58-45d5-9725-c4689adacee3 admin admin] Made reservation on behalf of b938804efded468baebcabf6042fe780 for: {'subnet': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:02:59.488758 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0b7588cc-ef58-45d5-9725-c4689adacee3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:59.806258 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.objects.ports [None req-0b7588cc-ef58-45d5-9725-c4689adacee3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93200) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 11:02:59.806658 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0b7588cc-ef58-45d5-9725-c4689adacee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for subnet, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:59.863417 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7588cc-ef58-45d5-9725-c4689adacee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4c466e5-926d-42c1-b136-e6bf3690c687,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:02:59.871370 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7588cc-ef58-45d5-9725-c4689adacee3 admin admin] Checking segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:02:59.871695 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7588cc-ef58-45d5-9725-c4689adacee3 admin admin] Network hostable DHCP agents. Network: b1883f27-eaab-4700-a5a8-37e3631f126f, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:02:59.888259 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7588cc-ef58-45d5-9725-c4689adacee3 admin admin] Network b1883f27-eaab-4700-a5a8-37e3631f126f is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:02:59.896946 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-0b7588cc-ef58-45d5-9725-c4689adacee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, b1883f27-eaab-4700-a5a8-37e3631f126f) {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:02:59.902482 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7588cc-ef58-45d5-9725-c4689adacee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:02:59.903156 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0b7588cc-ef58-45d5-9725-c4689adacee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:02:59.911365 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841e7482-d17a-415a-9e7a-2f60eae0c493 None None] Network b1883f27-eaab-4700-a5a8-37e3631f126f requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:02:59.929432 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-0b7588cc-ef58-45d5-9725-c4689adacee3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4594440 Jul 27 11:03:00.049384 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a2384-e982-4efe-9f0c-e452905e0dcf None None] Network b1883f27-eaab-4700-a5a8-37e3631f126f requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:03:02.187694 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 53528) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:03:02.321883 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-0c76cafc-254b-4180-b9f4-3f310003be0a admin admin] 10.222.0.16 "GET /v2.0/routers/3cbba170-8ff0-46f0-a3da-5bc6b838efd7 HTTP/1.1" status: 200 len: 710 time: 0.1325338 Jul 27 11:03:02.487656 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aecd855-21ce-4370-adbe-cb4829c9fb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:03:02.488980 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-4aecd855-21ce-4370-adbe-cb4829c9fb0a admin admin] 10.222.0.16 "GET /v2.0/networks/b1883f27-eaab-4700-a5a8-37e3631f126f HTTP/1.1" status: 200 len: 886 time: 0.1615269 Jul 27 11:03:02.499346 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-f1c5427a-80f0-4431-a2cf-254de9dd882f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:03:02.750603 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f1c5427a-80f0-4431-a2cf-254de9dd882f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4083828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1949'] for router, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:02.995302 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f1c5427a-80f0-4431-a2cf-254de9dd882f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:03.069669 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f1c5427a-80f0-4431-a2cf-254de9dd882f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:03.176415 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [None req-f1c5427a-80f0-4431-a2cf-254de9dd882f admin admin] Allocated IP 172.27.3.236 (b1883f27-eaab-4700-a5a8-37e3631f126f/c4c466e5-926d-42c1-b136-e6bf3690c687/6ba01b39-0bc5-4a51-876b-437bc3996dd4) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:03:03.280284 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f1c5427a-80f0-4431-a2cf-254de9dd882f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:03.319646 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f1c5427a-80f0-4431-a2cf-254de9dd882f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:03.361002 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c5427a-80f0-4431-a2cf-254de9dd882f admin admin] Network b1883f27-eaab-4700-a5a8-37e3631f126f is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:03:03.364336 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-f1c5427a-80f0-4431-a2cf-254de9dd882f admin admin] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:03:03.370640 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c5427a-80f0-4431-a2cf-254de9dd882f admin admin] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:03:03.406314 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5427a-80f0-4431-a2cf-254de9dd882f admin admin] Pushing event updated for resources: {'Port': ['ID=6ba01b39-0bc5-4a51-876b-437bc3996dd4,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:03.639393 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f1c5427a-80f0-4431-a2cf-254de9dd882f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:03.936583 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f1c5427a-80f0-4431-a2cf-254de9dd882f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4083828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1949'] for router, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:03.940099 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f1c5427a-80f0-4431-a2cf-254de9dd882f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4083821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4083810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3775175'] for router, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:04.059808 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c5427a-80f0-4431-a2cf-254de9dd882f admin admin] Router 3cbba170-8ff0-46f0-a3da-5bc6b838efd7 has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:03:04.197634 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c5427a-80f0-4431-a2cf-254de9dd882f admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:03:04.202238 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f1c5427a-80f0-4431-a2cf-254de9dd882f admin admin] Notify callbacks [] for router, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:04.203928 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-f1c5427a-80f0-4431-a2cf-254de9dd882f admin admin] 10.222.0.16 "PUT /v2.0/routers/3cbba170-8ff0-46f0-a3da-5bc6b838efd7 HTTP/1.1" status: 200 len: 890 time: 1.7081659 Jul 27 11:03:05.271195 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 9618ce93-5552-4d41-9c86-2985b86aa056 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:03:05.326113 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 9618ce93-5552-4d41-9c86-2985b86aa056 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:03:05.330125 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 9618ce93-5552-4d41-9c86-2985b86aa056 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:03:05.330494 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:05.479071 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:05.514538 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 9618ce93-5552-4d41-9c86-2985b86aa056, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=9618ce93-5552-4d41-9c86-2985b86aa056,segment=NetworkSegment(9b123b06-e30b-47fc-8015-07dca0efab67),segment_id=9b123b06-e30b-47fc-8015-07dca0efab67)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:03:05.518958 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:05.565722 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Sync routers for ids ['3cbba170-8ff0-46f0-a3da-5bc6b838efd7'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:03:05.575447 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=9618ce93-5552-4d41-9c86-2985b86aa056,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:05.583356 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Routers {'3cbba170-8ff0-46f0-a3da-5bc6b838efd7'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:03:05.584004 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:02:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['3cbba170-8ff0-46f0-a3da-5bc6b838efd7'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:05.709281 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 5 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:03:05.809335 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Set router 3cbba170-8ff0-46f0-a3da-5bc6b838efd7 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:03:06.262064 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbba170-8ff0-46f0-a3da-5bc6b838efd7', 'name': 'router1', 'tenant_id': '73ba5066c42a43e78a3479d9b8af6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '6ba01b39-0bc5-4a51-876b-437bc3996dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:02:46Z', 'updated_at': '2021-07-27T11:03:03Z', 'revision_number': 4, 'project_id': '73ba5066c42a43e78a3479d9b8af6c05', 'gw_port': {'id': '6ba01b39-0bc5-4a51-876b-437bc3996dd4', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:04:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbba170-8ff0-46f0-a3da-5bc6b838efd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:03:03Z', 'updated_at': '2021-07-27T11:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '9618ce93-5552-4d41-9c86-2985b86aa056', 'name': '', 'network_id': 'cc717d71-f938-4fe5-a71f-d3cc304b65b1', 'tenant_id': '73ba5066c42a43e78a3479d9b8af6c05', 'mac_address': 'fa:16:3e:3f:e3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbba170-8ff0-46f0-a3da-5bc6b838efd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0179fb6f-12d2-4435-b057-dbbbf6593c9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:02:55Z', 'updated_at': '2021-07-27T11:03:05Z', 'revision_number': 5, 'project_id': '73ba5066c42a43e78a3479d9b8af6c05', 'subnets': [{'id': '0179fb6f-12d2-4435-b057-dbbbf6593c9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a6e5613-27a6-4d02-8d7f-cbae9c94efc1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:06.317517 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Checking router: 3cbba170-8ff0-46f0-a3da-5bc6b838efd7 for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:03:06.318328 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Updating router 3cbba170-8ff0-46f0-a3da-5bc6b838efd7 port 6ba01b39-0bc5-4a51-876b-437bc3996dd4 binding host dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:03:06.354604 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:06.663785 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 53540) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:03:06.697128 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:06.707882 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Transition to ACTIVE for port object 6ba01b39-0bc5-4a51-876b-437bc3996dd4 will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:03:06.716543 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:06.765946 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Attempting to bind port 6ba01b39-0bc5-4a51-876b-437bc3996dd4 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:03:06.766323 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Attempting to bind port 6ba01b39-0bc5-4a51-876b-437bc3996dd4 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:03:06.767099 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Attempting to bind port 6ba01b39-0bc5-4a51-876b-437bc3996dd4 on network b1883f27-eaab-4700-a5a8-37e3631f126f {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:03:06.776201 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a37219-9230-4f72-9bee-9a1ba7c1db71 None None] Pushing event updated for resources: {'Port': ['ID=6ba01b39-0bc5-4a51-876b-437bc3996dd4,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:06.778737 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:03:06.779117 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Checking segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:03:06.779536 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:06.779928 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Bound using segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:03:06.780415 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Bound port: 6ba01b39-0bc5-4a51-876b-437bc3996dd4, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:03:06.780820 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:06.814496 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-979ad82a-b106-4a38-a5c9-1106e29cbb4b admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1495473 Jul 27 11:03:06.842815 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] For port 6ba01b39-0bc5-4a51-876b-437bc3996dd4, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:03:06.846554 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] For port 6ba01b39-0bc5-4a51-876b-437bc3996dd4, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=6ba01b39-0bc5-4a51-876b-437bc3996dd4,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:03:06.853225 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:06.919875 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Routers {'3cbba170-8ff0-46f0-a3da-5bc6b838efd7'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:03:06.920517 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:02:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['3cbba170-8ff0-46f0-a3da-5bc6b838efd7'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:06.922654 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a37219-9230-4f72-9bee-9a1ba7c1db71 None None] Pushing event updated for resources: {'Port': ['ID=6ba01b39-0bc5-4a51-876b-437bc3996dd4,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:07.118407 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] Set router 3cbba170-8ff0-46f0-a3da-5bc6b838efd7 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:03:07.266898 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 9618ce93-5552-4d41-9c86-2985b86aa056 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:03:07.380583 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 9618ce93-5552-4d41-9c86-2985b86aa056 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:03:07.380583 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:07.524030 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbba170-8ff0-46f0-a3da-5bc6b838efd7', 'name': 'router1', 'tenant_id': '73ba5066c42a43e78a3479d9b8af6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '6ba01b39-0bc5-4a51-876b-437bc3996dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:02:46Z', 'updated_at': '2021-07-27T11:03:03Z', 'revision_number': 4, 'project_id': '73ba5066c42a43e78a3479d9b8af6c05', 'gw_port': {'id': '6ba01b39-0bc5-4a51-876b-437bc3996dd4', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:04:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbba170-8ff0-46f0-a3da-5bc6b838efd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:03:03Z', 'updated_at': '2021-07-27T11:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '9618ce93-5552-4d41-9c86-2985b86aa056', 'name': '', 'network_id': 'cc717d71-f938-4fe5-a71f-d3cc304b65b1', 'tenant_id': '73ba5066c42a43e78a3479d9b8af6c05', 'mac_address': 'fa:16:3e:3f:e3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbba170-8ff0-46f0-a3da-5bc6b838efd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0179fb6f-12d2-4435-b057-dbbbf6593c9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:02:55Z', 'updated_at': '2021-07-27T11:03:05Z', 'revision_number': 5, 'project_id': '73ba5066c42a43e78a3479d9b8af6c05', 'subnets': [{'id': '0179fb6f-12d2-4435-b057-dbbbf6593c9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a6e5613-27a6-4d02-8d7f-cbae9c94efc1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:03:07.552069 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a8e00-a45a-43a5-a6b5-baf68e992b2e None None] The sync data for ids ['3cbba170-8ff0-46f0-a3da-5bc6b838efd7'] in dv-cinder-784956-7-iscsi is: [{'id': '3cbba170-8ff0-46f0-a3da-5bc6b838efd7', 'name': 'router1', 'tenant_id': '73ba5066c42a43e78a3479d9b8af6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '6ba01b39-0bc5-4a51-876b-437bc3996dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:02:46Z', 'updated_at': '2021-07-27T11:03:03Z', 'revision_number': 4, 'project_id': '73ba5066c42a43e78a3479d9b8af6c05', 'gw_port': {'id': '6ba01b39-0bc5-4a51-876b-437bc3996dd4', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:04:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbba170-8ff0-46f0-a3da-5bc6b838efd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:03:03Z', 'updated_at': '2021-07-27T11:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '9618ce93-5552-4d41-9c86-2985b86aa056', 'name': '', 'network_id': 'cc717d71-f938-4fe5-a71f-d3cc304b65b1', 'tenant_id': '73ba5066c42a43e78a3479d9b8af6c05', 'mac_address': 'fa:16:3e:3f:e3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbba170-8ff0-46f0-a3da-5bc6b838efd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0179fb6f-12d2-4435-b057-dbbbf6593c9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:02:55Z', 'updated_at': '2021-07-27T11:03:05Z', 'revision_number': 5, 'project_id': '73ba5066c42a43e78a3479d9b8af6c05', 'subnets': [{'id': '0179fb6f-12d2-4435-b057-dbbbf6593c9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a6e5613-27a6-4d02-8d7f-cbae9c94efc1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:03:09.291497 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 6ba01b39-0bc5-4a51-876b-437bc3996dd4 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:03:09.350298 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 6ba01b39-0bc5-4a51-876b-437bc3996dd4 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:03:09.354987 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 6ba01b39-0bc5-4a51-876b-437bc3996dd4 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:03:09.355538 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:09.448364 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:09.472472 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 6ba01b39-0bc5-4a51-876b-437bc3996dd4, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=6ba01b39-0bc5-4a51-876b-437bc3996dd4,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:03:09.478063 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:09.533321 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=6ba01b39-0bc5-4a51-876b-437bc3996dd4,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:03:11.302462 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 6ba01b39-0bc5-4a51-876b-437bc3996dd4 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:03:11.370515 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 6ba01b39-0bc5-4a51-876b-437bc3996dd4 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:03:11.371548 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:18.331768 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5285c7a7-ac2f-4eb6-8e4d-39d648baa4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:21.216335 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:21.332802 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c9ef7d51-e324-4ff3-abdd-a86a29ea5aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:22.524554 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:24.005611 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:42.714003 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 5 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:03:48.352040 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a43c481b-d70b-49de-9d5d-a73e688617f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:51.229681 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:51.335880 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6022625a-2712-4f2c-9b37-6427efb62f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:52.517219 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:03:53.979986 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:04:18.334759 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-44425a78-cde7-4979-89eb-94aa5e4b5cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:04:19.713473 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 5 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:04:21.213681 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:04:21.320156 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-29094ed7-9975-4c2e-a0e1-83bd2ca608cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:04:22.514343 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:04:23.980943 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:04:46.934549 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 54108) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:04:47.009207 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.pecan_wsgi.hooks.translation [None req-545eb016-7498-4fbb-a7a2-e68ca4db33c8 admin admin] GET failed (client error): The resource could not be found. Jul 27 11:04:47.010663 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-545eb016-7498-4fbb-a7a2-e68ca4db33c8 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0751603 Jul 27 11:04:47.195863 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361d24d7-3705-44b6-abf8-2177e5ee0522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:04:47.197364 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-361d24d7-3705-44b6-abf8-2177e5ee0522 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1822829 Jul 27 11:04:48.337492 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-20112077-8284-4931-a820-e74ba45f6309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:04:49.382842 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 54118) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:04:49.512519 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02501f88-a153-4214-9c30-1713fbab85e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:04:49.513824 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-02501f88-a153-4214-9c30-1713fbab85e0 admin admin] 10.222.0.16 "GET /v2.0/subnets/0179fb6f-12d2-4435-b057-dbbbf6593c9f HTTP/1.1" status: 200 len: 849 time: 0.1300342 Jul 27 11:04:49.523562 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-dfba975d-281f-4b91-aafe-dd6b53078fd7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:04:49.607961 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-dfba975d-281f-4b91-aafe-dd6b53078fd7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:04:49.763970 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-dfba975d-281f-4b91-aafe-dd6b53078fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738591424485'] for subnet, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:04:49.803281 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfba975d-281f-4b91-aafe-dd6b53078fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:04:49.803931 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-dfba975d-281f-4b91-aafe-dd6b53078fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:04:49.805235 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-dfba975d-281f-4b91-aafe-dd6b53078fd7 admin admin] 10.222.0.16 "PUT /v2.0/subnets/0179fb6f-12d2-4435-b057-dbbbf6593c9f HTTP/1.1" status: 200 len: 868 time: 0.2854877 Jul 27 11:04:49.805853 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08399b92-4c90-47af-bd31-8285580cfdb9 None None] Network cc717d71-f938-4fe5-a71f-d3cc304b65b1 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:04:49.825056 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba975d-281f-4b91-aafe-dd6b53078fd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0179fb6f-12d2-4435-b057-dbbbf6593c9f,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:04:49.832856 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba975d-281f-4b91-aafe-dd6b53078fd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:04:49.833231 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba975d-281f-4b91-aafe-dd6b53078fd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:04:49.833742 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba975d-281f-4b91-aafe-dd6b53078fd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:04:49.834095 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba975d-281f-4b91-aafe-dd6b53078fd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:04:49.834942 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba975d-281f-4b91-aafe-dd6b53078fd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:04:49.835427 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba975d-281f-4b91-aafe-dd6b53078fd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:04:49.835772 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba975d-281f-4b91-aafe-dd6b53078fd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:04:49.836107 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba975d-281f-4b91-aafe-dd6b53078fd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:04:49.836455 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba975d-281f-4b91-aafe-dd6b53078fd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:04:49.836789 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba975d-281f-4b91-aafe-dd6b53078fd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:04:49.837117 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba975d-281f-4b91-aafe-dd6b53078fd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:04:49.837468 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba975d-281f-4b91-aafe-dd6b53078fd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:04:50.188918 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-4f8505ac-bd01-4b0c-82ad-76ef5a115798 None None] Provisioning complete for port 9618ce93-5552-4d41-9c86-2985b86aa056 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:04:50.189295 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4f8505ac-bd01-4b0c-82ad-76ef5a115798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:04:50.279282 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-4f8505ac-bd01-4b0c-82ad-76ef5a115798 None None] Provisioning complete for port 0d115abb-36f5-416d-b393-e0cbbba2a8ab triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:04:50.279543 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4f8505ac-bd01-4b0c-82ad-76ef5a115798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:04:51.216863 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:04:51.321660 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-055e8965-1cc2-4443-a86d-b3135d05e7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:04:52.002143 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54126) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:04:52.202144 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42427b9a-94c7-469e-a3dd-c152d1097794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:04:52.202620 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42427b9a-94c7-469e-a3dd-c152d1097794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:04:52.204181 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-42427b9a-94c7-469e-a3dd-c152d1097794 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2010982 Jul 27 11:04:52.517645 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:04:53.992211 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:04:54.380941 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54136) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:04:54.510540 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0c32bd-c767-40e4-abad-620a99a5b066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:04:54.511012 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0c32bd-c767-40e4-abad-620a99a5b066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:04:54.512568 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-4f0c32bd-c767-40e4-abad-620a99a5b066 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1299562 Jul 27 11:04:56.712579 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 5 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:04:56.713159 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54144) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:04:56.833803 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b350c5-be09-479c-990e-bbc050d08b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:04:56.835701 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-e0b350c5-be09-479c-990e-bbc050d08b05 admin admin] 10.222.0.16 "GET /v2.0/networks/b1883f27-eaab-4700-a5a8-37e3631f126f HTTP/1.1" status: 200 len: 886 time: 0.1220016 Jul 27 11:04:59.013120 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54152) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:04:59.142762 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a444851-6f2b-4f23-a5da-2c86e12ba216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:04:59.144185 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-2a444851-6f2b-4f23-a5da-2c86e12ba216 admin admin] 10.222.0.16 "GET /v2.0/networks/cc717d71-f938-4fe5-a71f-d3cc304b65b1 HTTP/1.1" status: 200 len: 868 time: 0.1301265 Jul 27 11:05:01.316225 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54160) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:05:01.437787 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebc94e1-1adb-4463-9c9d-8e2951457bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:05:01.438246 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebc94e1-1adb-4463-9c9d-8e2951457bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:05:01.439787 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-6ebc94e1-1adb-4463-9c9d-8e2951457bbd admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226208 Jul 27 11:05:03.646982 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54168) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:05:03.741286 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba530dd-8b42-4cee-86d9-4672adf8b945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:05:03.741769 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba530dd-8b42-4cee-86d9-4672adf8b945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:05:03.743299 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-dba530dd-8b42-4cee-86d9-4672adf8b945 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0953078 Jul 27 11:05:05.892235 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54176) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:05:05.984313 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de36e194-240b-4c2d-9e60-84e33ab7f906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:05:05.985734 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-de36e194-240b-4c2d-9e60-84e33ab7f906 admin admin] 10.222.0.16 "GET /v2.0/subnets/0179fb6f-12d2-4435-b057-dbbbf6593c9f HTTP/1.1" status: 200 len: 868 time: 0.0925407 Jul 27 11:05:08.141647 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54184) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:05:08.226868 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297934c6-9a84-4487-aef3-33f93b22f8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:05:08.228234 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-297934c6-9a84-4487-aef3-33f93b22f8f5 admin admin] 10.222.0.16 "GET /v2.0/subnets/c4c466e5-926d-42c1-b136-e6bf3690c687 HTTP/1.1" status: 200 len: 816 time: 0.0856485 Jul 27 11:05:18.339078 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-afab964f-2777-4a7a-8056-b17d5cc91ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:21.218725 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:21.322072 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c493ce97-ff32-47eb-becc-87ae9967db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:22.519977 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:23.995545 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:33.712626 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 5 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:05:33.718554 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54238) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:05:33.767952 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [None req-7eede1e0-266d-4261-a36b-2e67e4df8083 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 11:05:33.769099 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-7eede1e0-266d-4261-a36b-2e67e4df8083 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494483 Jul 27 11:05:36.029747 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54246) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:05:36.088658 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c52f307-b21d-43bb-8222-6e471f20a24b admin admin] GET failed (client error): The resource could not be found. Jul 27 11:05:36.090038 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-5c52f307-b21d-43bb-8222-6e471f20a24b admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593281 Jul 27 11:05:36.233577 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a5f593-9300-42e8-ae96-0f4738521872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:05:36.235069 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-00a5f593-9300-42e8-ae96-0f4738521872 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1407320 Jul 27 11:05:38.456092 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54254) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:05:38.502105 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:05:38.522135 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Made reservation on behalf of b938804efded468baebcabf6042fe780 for: {'network': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:05:38.524366 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:38.553753 dv-cinder-784956-7-iscsi neutron-server[93200]: WARNING neutron.services.revisions.revision_plugin [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Could not find related network for resource to bump revision. Jul 27 11:05:38.566973 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:05:38.577030 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:38.577369 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.segments_db [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Added segment c31b0ae5-29af-49ae-a7c3-4c0eb68de690 of type vlan for network b07dec7f-7aa5-4686-92da-70aa8cd877af Jul 27 11:05:38.617251 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:38.645163 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:38.646189 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:05:38.647274 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:38.702263 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2450547 Jul 27 11:05:38.707320 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Pushing event updated for resources: {'Network': ['ID=b07dec7f-7aa5-4686-92da-70aa8cd877af,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:05:38.715442 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:38.715811 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:38.716153 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:38.716482 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:38.716817 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:38.717133 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:38.717487 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:38.717808 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:38.718129 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:38.718474 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:38.718791 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:38.719106 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d231ce-1a41-4eb3-b559-b1c0ae68f8d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:38.731460 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network b07dec7f-7aa5-4686-92da-70aa8cd877af details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:05:40.907495 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54262) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:05:40.968482 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49626d6-46f1-43f8-86e9-c430e03ef010 admin admin] GET failed (client error): The resource could not be found. Jul 27 11:05:40.969809 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-c49626d6-46f1-43f8-86e9-c430e03ef010 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612783 Jul 27 11:05:41.041008 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc56b856-2a03-4fba-9ab5-7f7d32ca3725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:05:41.042429 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-dc56b856-2a03-4fba-9ab5-7f7d32ca3725 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0682781 Jul 27 11:05:41.052594 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-21992512-2f06-481b-99bf-0769468db766 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'b07dec7f-7aa5-4686-92da-70aa8cd877af', 'name': 'shared-subnet'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:05:41.072569 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21992512-2f06-481b-99bf-0769468db766 admin admin] Made reservation on behalf of b938804efded468baebcabf6042fe780 for: {'subnet': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:05:41.075110 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-21992512-2f06-481b-99bf-0769468db766 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:41.340048 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-21992512-2f06-481b-99bf-0769468db766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for subnet, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:41.398294 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21992512-2f06-481b-99bf-0769468db766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad258c97-c55c-48ad-bda1-1521bbc1337a,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:05:41.407577 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21992512-2f06-481b-99bf-0769468db766 admin admin] Checking segment: {'id': 'c31b0ae5-29af-49ae-a7c3-4c0eb68de690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b07dec7f-7aa5-4686-92da-70aa8cd877af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:05:41.407927 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21992512-2f06-481b-99bf-0769468db766 admin admin] Network hostable DHCP agents. Network: b07dec7f-7aa5-4686-92da-70aa8cd877af, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:05:41.422738 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21992512-2f06-481b-99bf-0769468db766 admin admin] Network b07dec7f-7aa5-4686-92da-70aa8cd877af is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:05:41.431235 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-21992512-2f06-481b-99bf-0769468db766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, b07dec7f-7aa5-4686-92da-70aa8cd877af) {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:05:41.435440 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21992512-2f06-481b-99bf-0769468db766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:05:41.436039 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-21992512-2f06-481b-99bf-0769468db766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:41.442166 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf93607-0e09-480d-8ef6-e5f3adf4ff8e None None] Network b07dec7f-7aa5-4686-92da-70aa8cd877af requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:05:41.451360 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-21992512-2f06-481b-99bf-0769468db766 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4021866 Jul 27 11:05:41.597719 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ee6ed7-432e-5d7f-b8e3-91ad041eefd6-b07dec7f-7aa5-4686-92da-70aa8cd877af', 'network_id': 'b07dec7f-7aa5-4686-92da-70aa8cd877af', 'tenant_id': 'b938804efded468baebcabf6042fe780', 'fixed_ips': [{'subnet_id': 'ad258c97-c55c-48ad-bda1-1521bbc1337a'}]}} from dv-cinder-784956-7-iscsi. {{(pid=93201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 11:05:41.598638 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:41.742760 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Allocated IP 192.168.233.2 (b07dec7f-7aa5-4686-92da-70aa8cd877af/ad258c97-c55c-48ad-bda1-1521bbc1337a/3de0ae6a-a2a3-441f-964c-3a2dd954fc93) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:05:41.900152 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:41.909222 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Transition to ACTIVE for port object 3de0ae6a-a2a3-441f-964c-3a2dd954fc93 will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:05:41.925521 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Transition to ACTIVE for port object 3de0ae6a-a2a3-441f-964c-3a2dd954fc93 will not be triggered until provisioned by entity DHCP. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:05:41.933840 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:41.970404 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Network b07dec7f-7aa5-4686-92da-70aa8cd877af is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:05:41.976197 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:05:41.980099 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:05:41.986268 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Pushing event updated for resources: {'Port': ['ID=3de0ae6a-a2a3-441f-964c-3a2dd954fc93,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:05:41.999292 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:41.999637 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:41.999983 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:42.000319 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:42.000648 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:42.000978 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:42.001301 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:42.001653 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:42.001999 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:42.002329 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:42.002646 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:42.002965 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:05:42.056188 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Attempting to bind port 3de0ae6a-a2a3-441f-964c-3a2dd954fc93 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:05:42.056552 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Attempting to bind port 3de0ae6a-a2a3-441f-964c-3a2dd954fc93 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': 'c31b0ae5-29af-49ae-a7c3-4c0eb68de690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b07dec7f-7aa5-4686-92da-70aa8cd877af'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:05:42.056913 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Attempting to bind port 3de0ae6a-a2a3-441f-964c-3a2dd954fc93 on network b07dec7f-7aa5-4686-92da-70aa8cd877af {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:05:42.062191 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:05:42.062564 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Checking segment: {'id': 'c31b0ae5-29af-49ae-a7c3-4c0eb68de690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b07dec7f-7aa5-4686-92da-70aa8cd877af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:05:42.062959 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:42.063352 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Bound using segment: {'id': 'c31b0ae5-29af-49ae-a7c3-4c0eb68de690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b07dec7f-7aa5-4686-92da-70aa8cd877af'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:05:42.063824 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Bound port: 3de0ae6a-a2a3-441f-964c-3a2dd954fc93, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31b0ae5-29af-49ae-a7c3-4c0eb68de690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b07dec7f-7aa5-4686-92da-70aa8cd877af'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:05:42.064211 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:42.131848 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] For port 3de0ae6a-a2a3-441f-964c-3a2dd954fc93, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:05:42.135819 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] For port 3de0ae6a-a2a3-441f-964c-3a2dd954fc93, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=3de0ae6a-a2a3-441f-964c-3a2dd954fc93,segment=NetworkSegment(c31b0ae5-29af-49ae-a7c3-4c0eb68de690),segment_id=c31b0ae5-29af-49ae-a7c3-4c0eb68de690)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:05:42.144358 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:42.212481 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82e55f-1c6e-4791-ab4e-d851f7928c88 None None] Pushing event updated for resources: {'Port': ['ID=3de0ae6a-a2a3-441f-964c-3a2dd954fc93,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:05:43.048233 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc34f1f-5bc4-4621-aa15-914ed87c453c None None] Network b07dec7f-7aa5-4686-92da-70aa8cd877af requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:05:43.110960 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-effd330b-b0bf-4bd7-9595-03955a1a636c None None] Provisioning for port 3de0ae6a-a2a3-441f-964c-3a2dd954fc93 completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:05:43.388154 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 3de0ae6a-a2a3-441f-964c-3a2dd954fc93 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:05:43.455796 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 3de0ae6a-a2a3-441f-964c-3a2dd954fc93 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:05:43.458531 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 3de0ae6a-a2a3-441f-964c-3a2dd954fc93 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:05:43.458886 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:43.543378 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:43.579948 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 3de0ae6a-a2a3-441f-964c-3a2dd954fc93, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=3de0ae6a-a2a3-441f-964c-3a2dd954fc93,segment=NetworkSegment(c31b0ae5-29af-49ae-a7c3-4c0eb68de690),segment_id=c31b0ae5-29af-49ae-a7c3-4c0eb68de690)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:05:43.584719 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:43.633951 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=3de0ae6a-a2a3-441f-964c-3a2dd954fc93,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:05:45.345697 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 3de0ae6a-a2a3-441f-964c-3a2dd954fc93 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:05:45.393741 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 3de0ae6a-a2a3-441f-964c-3a2dd954fc93 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:05:45.394109 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:48.342187 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4dc8b9f1-bd73-41b8-b7df-1edd229a5dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:51.223236 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:51.328091 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-2557ce81-8744-4bf8-bec7-063f0bcf869e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:52.526186 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:05:54.002414 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:06:10.711082 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 5 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:06:18.344433 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-86f9da5b-d500-43eb-aae4-c0531a0793f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:06:21.217071 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:06:21.319927 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4d817937-0ee2-495f-b38b-12cbe4479a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:06:22.525570 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:06:24.006707 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:06:47.709381 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 5 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:06:48.347742 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a3a889e2-f853-4b8d-a453-35db9db88f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:06:51.218837 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:06:51.320497 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7a630ce0-98f0-491b-b901-d62f8e5eff60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:06:52.530123 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:06:54.009659 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:06:57.088021 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54314) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:06:57.093918 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [None req-550397ab-6399-420c-b554-5950d0f30e9e tempest-verify_tempest_config-1493145066 tempest-verify_tempest_config-1493145066-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 11:06:57.094939 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-550397ab-6399-420c-b554-5950d0f30e9e tempest-verify_tempest_config-1493145066 tempest-verify_tempest_config-1493145066-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059445 Jul 27 11:06:57.409054 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54332) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:06:57.512726 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-922dc94d-c60f-48f9-8dff-50384e071400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:06:57.606900 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-922dc94d-c60f-48f9-8dff-50384e071400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:06:57.610798 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-922dc94d-c60f-48f9-8dff-50384e071400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:06:57.654834 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dc94d-c60f-48f9-8dff-50384e071400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0931af-1338-4e9e-97b8-dac3e48889d3,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:06:57.659428 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-922dc94d-c60f-48f9-8dff-50384e071400 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff52193b018b46fda8910cd6df096684&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2493544 Jul 27 11:06:57.662409 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 54336) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:06:57.663759 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922dc94d-c60f-48f9-8dff-50384e071400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.664102 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922dc94d-c60f-48f9-8dff-50384e071400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.664437 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922dc94d-c60f-48f9-8dff-50384e071400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.664768 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922dc94d-c60f-48f9-8dff-50384e071400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.665092 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922dc94d-c60f-48f9-8dff-50384e071400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.665459 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922dc94d-c60f-48f9-8dff-50384e071400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.665789 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922dc94d-c60f-48f9-8dff-50384e071400 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.666112 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922dc94d-c60f-48f9-8dff-50384e071400 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.666449 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922dc94d-c60f-48f9-8dff-50384e071400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.666771 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922dc94d-c60f-48f9-8dff-50384e071400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.667087 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922dc94d-c60f-48f9-8dff-50384e071400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.667401 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922dc94d-c60f-48f9-8dff-50384e071400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.722082 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6718-b99e-40ba-8a8f-3b7db94d997d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:06:57.742752 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6718-b99e-40ba-8a8f-3b7db94d997d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:06:57.830869 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6718-b99e-40ba-8a8f-3b7db94d997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:06:57.835855 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6718-b99e-40ba-8a8f-3b7db94d997d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:06:57.837389 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-6c2a6718-b99e-40ba-8a8f-3b7db94d997d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f0931af-1338-4e9e-97b8-dac3e48889d3 HTTP/1.1" status: 204 len: 168 time: 0.1739986 Jul 27 11:06:57.847443 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a6718-b99e-40ba-8a8f-3b7db94d997d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0931af-1338-4e9e-97b8-dac3e48889d3,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:06:57.855114 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a6718-b99e-40ba-8a8f-3b7db94d997d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.855496 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a6718-b99e-40ba-8a8f-3b7db94d997d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.855841 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a6718-b99e-40ba-8a8f-3b7db94d997d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.856182 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a6718-b99e-40ba-8a8f-3b7db94d997d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.856516 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a6718-b99e-40ba-8a8f-3b7db94d997d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.856862 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a6718-b99e-40ba-8a8f-3b7db94d997d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.857250 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a6718-b99e-40ba-8a8f-3b7db94d997d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.857555 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a6718-b99e-40ba-8a8f-3b7db94d997d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.857902 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a6718-b99e-40ba-8a8f-3b7db94d997d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.858230 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a6718-b99e-40ba-8a8f-3b7db94d997d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.858552 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a6718-b99e-40ba-8a8f-3b7db94d997d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:06:57.858871 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a6718-b99e-40ba-8a8f-3b7db94d997d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:07:18.359271 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a11cf1fd-83ad-4dbf-83e7-21f0ee75fe5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:07:21.220890 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:07:21.320771 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-554757f2-5528-4a80-b19a-151190c848b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:07:22.531139 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:07:24.012208 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:07:24.708587 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 5 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:07:48.350321 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f6be6456-1baf-467c-b42e-9a4dc164038f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:07:51.222879 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:07:51.319858 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-14b1648b-20b3-4058-b03b-67c461886703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:07:52.534104 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:07:54.015472 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:08:01.707222 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 5 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:08:18.355011 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-756b7bcf-aa1f-4701-89c5-2155a5a7d059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:08:21.223781 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:08:21.319460 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8914bb95-be05-4f41-a425-39151c2fb573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:08:22.536562 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:08:24.018604 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:08:31.383973 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084578'] for agent, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:08:38.706829 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:08:46.293635 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54410) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:08:46.399341 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-9b97a7ac-4f56-4b4a-bf5a-b2da9d4d78e3 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1045799 Jul 27 11:08:48.356269 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ae5e5132-a91b-4bf0-8d06-5ccd7acb6593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:08:48.582204 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54420) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:08:48.635309 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-0d655b5b-b2bc-4bf9-8d44-1a33002b58ec admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0520046 Jul 27 11:08:51.225139 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:08:51.319724 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-e26d450a-412a-4c3a-ba13-f77349ee289b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:08:52.541148 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:08:54.020766 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:09:01.345666 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:09:15.706111 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:09:18.358679 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-dc617f67-4869-4c6a-a2b8-6db88a3223d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:09:21.225044 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:09:21.319825 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-cbefcad9-6088-4e95-a3c8-eced9a330b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:09:22.629968 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:09:24.023415 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:09:31.343920 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:09:48.358552 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b83e1a33-24d5-410c-9df3-0b43c96ebdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:09:51.226239 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:09:51.321694 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d980225b-53f2-402d-aa46-a86d4858a493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:09:52.543915 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:09:52.705035 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:09:54.027186 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:01.343167 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:14.946108 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54594) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:14.978438 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 54602) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:15.121641 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-708797676-network', 'tenant_id': 'dd2dedc60d724ce3b4a65b9767287544'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:15.143261 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Made reservation on behalf of dd2dedc60d724ce3b4a65b9767287544 for: {'network': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:10:15.150034 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:15.158756 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:15.164992 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-db107339-bd4c-4958-b38b-6acf820eaf30 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-691464461-network', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:15.182946 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.db.api [None req-db107339-bd4c-4958-b38b-6acf820eaf30 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 11:10:15.182946 dv-cinder-784956-7-iscsi neutron-server[93199]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 11:10:15.182946 dv-cinder-784956-7-iscsi neutron-server[93199]: [parameters: {'project_id_1': '39b2b0d7b22e4c15b8cdd715a4210837', 'expiration_1': datetime.datetime(2021, 7, 27, 11, 10, 15, 172093)}] Jul 27 11:10:15.182946 dv-cinder-784956-7-iscsi neutron-server[93199]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 11:10:15.183913 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG oslo_db.api [None req-db107339-bd4c-4958-b38b-6acf820eaf30 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 11:10:15.272258 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:15.280830 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:15.317361 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7571c1-370d-490b-a59a-7cdf1aab49ab,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:15.326821 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:15.327194 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:15.327536 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:15.328077 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:15.328773 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:15.329276 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:15.329792 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:15.330110 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:15.330456 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:15.330875 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:15.331097 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:15.331451 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Tracked resource versions report: Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: pushed versions: Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: { 'AddressGroup': {'1.2'}, Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'ConntrackHelper': {'1.0'}, Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Log': {'1.0'}, Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Network': {'1.1'}, Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Port': {'1.7'}, Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'PortForwarding': {'1.2'}, Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'QosPolicy': {'1.8'}, Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'SecurityGroup': {'1.4'}, Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'SecurityGroupRule': {'1.2'}, Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'SubPort': {'1.0'}, Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Subnet': {'1.1'}, Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Trunk': {'1.1'}} Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: consumer versions: Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: { DHCP agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: HyperV agent@hv-cinder-78495: {}, Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: L3 agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: Metadata agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: Metering agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: Open vSwitch agent@dv-cinder-784956-7-iscsi: { 'AddressGroup': '1.2', Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'ConntrackHelper': '1.0', Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Log': '1.0', Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Network': '1.1', Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Port': '1.7', Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'PortForwarding': '1.2', Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'QosPolicy': '1.8', Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'SecurityGroup': '1.4', Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'SecurityGroupRule': '1.2', Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'SubPort': '1.0', Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Subnet': '1.1', Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: 'Trunk': '1.1'}} Jul 27 11:10:15.332476 dv-cinder-784956-7-iscsi neutron-server[93200]: {{(pid=93200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 11:10:15.341085 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:10:15.352944 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:15.353648 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.segments_db [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Added segment 0fa3763f-c017-4ad9-a4f7-c1c7169c93c1 of type vlan for network 734a5e8b-3631-4010-b72b-a6477d1e9854 Jul 27 11:10:15.400497 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:15.433298 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:15.434364 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:15.435069 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:15.483941 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 54634) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:15.499731 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] Pushing event updated for resources: {'Network': ['ID=734a5e8b-3631-4010-b72b-a6477d1e9854,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:15.512414 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network 734a5e8b-3631-4010-b72b-a6477d1e9854 details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:10:15.521840 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-54fe5272-525d-4298-b523-3f526d833f79 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5736330 Jul 27 11:10:15.525244 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 54638) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:15.532945 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Request body: {'subnet': {'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-708797676-subnet', 'tenant_id': 'dd2dedc60d724ce3b4a65b9767287544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:15.568714 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Made reservation on behalf of dd2dedc60d724ce3b4a65b9767287544 for: {'subnet': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:10:15.577052 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:15.714579 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db107339-bd4c-4958-b38b-6acf820eaf30 admin admin] Made reservation on behalf of 39b2b0d7b22e4c15b8cdd715a4210837 for: {'network': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:10:15.717114 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-db107339-bd4c-4958-b38b-6acf820eaf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:15.762024 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-db107339-bd4c-4958-b38b-6acf820eaf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:15.842149 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54652) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:15.879006 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54656) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:15.890722 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for subnet, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:15.906698 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-466c0475-f9aa-41e8-9c7f-7adaced5ef17 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1768904314-network', 'tenant_id': 'f427d8d2245548648505369955610dde'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:16.001166 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aa8788a-bf80-4379-9d6a-437783ea4d80,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:16.025686 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-db107339-bd4c-4958-b38b-6acf820eaf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.027295 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Checking segment: {'id': '0fa3763f-c017-4ad9-a4f7-c1c7169c93c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:10:16.028001 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Network hostable DHCP agents. Network: 734a5e8b-3631-4010-b72b-a6477d1e9854, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:10:16.035726 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-db107339-bd4c-4958-b38b-6acf820eaf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.039899 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:16.040539 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:16.040892 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:16.041231 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:16.041590 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:16.041936 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:16.042421 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:16.042924 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:16.043428 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:16.043970 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:16.044242 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:16.044571 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Tracked resource versions report: Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: pushed versions: Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: { 'AddressGroup': {'1.2'}, Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'ConntrackHelper': {'1.0'}, Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Log': {'1.0'}, Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Network': {'1.1'}, Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Port': {'1.7'}, Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'PortForwarding': {'1.2'}, Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'QosPolicy': {'1.8'}, Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'SecurityGroup': {'1.4'}, Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'SecurityGroupRule': {'1.2'}, Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'SubPort': {'1.0'}, Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Subnet': {'1.1'}, Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Trunk': {'1.1'}} Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: consumer versions: Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: { DHCP agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: HyperV agent@hv-cinder-78495: {}, Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: L3 agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: Metadata agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: Metering agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: Open vSwitch agent@dv-cinder-784956-7-iscsi: { 'AddressGroup': '1.2', Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'ConntrackHelper': '1.0', Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Log': '1.0', Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Network': '1.1', Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Port': '1.7', Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'PortForwarding': '1.2', Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'QosPolicy': '1.8', Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'SecurityGroup': '1.4', Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'SecurityGroupRule': '1.2', Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'SubPort': '1.0', Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Subnet': '1.1', Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: 'Trunk': '1.1'}} Jul 27 11:10:16.045605 dv-cinder-784956-7-iscsi neutron-server[93199]: {{(pid=93199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 11:10:16.053384 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-19301c0f-ddcd-485f-9392-ce1c7295a27d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1425346411-network', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:16.077440 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-dc91f3c1-9a03-46a2-91f2-5972cadaa1b4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-304085958-network', 'tenant_id': '45490cb9cd054ffc90b7251b38720363'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:16.096937 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db107339-bd4c-4958-b38b-6acf820eaf30 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:10:16.098990 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Network 734a5e8b-3631-4010-b72b-a6477d1e9854 is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:10:16.122955 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466c0475-f9aa-41e8-9c7f-7adaced5ef17 admin admin] Made reservation on behalf of f427d8d2245548648505369955610dde for: {'network': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:10:16.126035 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-466c0475-f9aa-41e8-9c7f-7adaced5ef17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.132053 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-db107339-bd4c-4958-b38b-6acf820eaf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.133669 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.segments_db [None req-db107339-bd4c-4958-b38b-6acf820eaf30 admin admin] Added segment a4126b1c-d477-42d2-bdc2-8dd5a19b06f3 of type vlan for network 6b197248-f0ce-4827-933d-69338f8090b1 Jul 27 11:10:16.138961 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, 734a5e8b-3631-4010-b72b-a6477d1e9854) {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:16.140617 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db107339-bd4c-4958-b38b-6acf820eaf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b58322-9d22-4de2-b5e0-1a0d56870b5a,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:16.149386 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5bb329-86e2-4855-ac2f-91d69914ecea None None] Network 734a5e8b-3631-4010-b72b-a6477d1e9854 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:10:16.154898 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19301c0f-ddcd-485f-9392-ce1c7295a27d admin admin] Made reservation on behalf of 983cb18737eb4b72ae1747ef4d5731a1 for: {'network': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:10:16.157992 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-19301c0f-ddcd-485f-9392-ce1c7295a27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.175059 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-19301c0f-ddcd-485f-9392-ce1c7295a27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.183638 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:16.184343 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.189370 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc91f3c1-9a03-46a2-91f2-5972cadaa1b4 admin admin] Made reservation on behalf of 45490cb9cd054ffc90b7251b38720363 for: {'network': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:10:16.192463 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dc91f3c1-9a03-46a2-91f2-5972cadaa1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.196236 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-466c0475-f9aa-41e8-9c7f-7adaced5ef17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.209827 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dc91f3c1-9a03-46a2-91f2-5972cadaa1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.242037 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-311c5c95-f33a-4f79-b86d-8b63c1c9bba2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7151358 Jul 27 11:10:16.261980 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-db107339-bd4c-4958-b38b-6acf820eaf30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.297985 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-db107339-bd4c-4958-b38b-6acf820eaf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.299153 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db107339-bd4c-4958-b38b-6acf820eaf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:16.299735 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-db107339-bd4c-4958-b38b-6acf820eaf30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.342762 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-19301c0f-ddcd-485f-9392-ce1c7295a27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.349090 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-19301c0f-ddcd-485f-9392-ce1c7295a27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.360716 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-db107339-bd4c-4958-b38b-6acf820eaf30 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3801849 Jul 27 11:10:16.363483 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 54688) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:16.367207 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19301c0f-ddcd-485f-9392-ce1c7295a27d admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:10:16.368938 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-28578049-ae7f-4865-9964-e15c1bab4a8d admin admin] Request body: {'subnet': {'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-subnet', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:16.378289 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-19301c0f-ddcd-485f-9392-ce1c7295a27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.379058 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.segments_db [None req-19301c0f-ddcd-485f-9392-ce1c7295a27d admin admin] Added segment e53c83d7-3bbd-45fd-9997-748cab2aa915 of type vlan for network b646d9a6-e951-486f-9f74-88c0b53d2484 Jul 27 11:10:16.385032 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db107339-bd4c-4958-b38b-6acf820eaf30 admin admin] Pushing event updated for resources: {'Network': ['ID=6b197248-f0ce-4827-933d-69338f8090b1,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:16.419846 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network 6b197248-f0ce-4827-933d-69338f8090b1 details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:10:16.448635 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-19301c0f-ddcd-485f-9392-ce1c7295a27d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.450442 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f306936-5bc8-4958-941f-2b8906241215 None None] Network 734a5e8b-3631-4010-b72b-a6477d1e9854 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:10:16.521608 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19301c0f-ddcd-485f-9392-ce1c7295a27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aff63e7-fff7-4922-9c98-ff56cd504093,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:16.653171 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dc91f3c1-9a03-46a2-91f2-5972cadaa1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.654723 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-19301c0f-ddcd-485f-9392-ce1c7295a27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.656235 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19301c0f-ddcd-485f-9392-ce1c7295a27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:16.657084 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-19301c0f-ddcd-485f-9392-ce1c7295a27d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.685000 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dc91f3c1-9a03-46a2-91f2-5972cadaa1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.765446 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19301c0f-ddcd-485f-9392-ce1c7295a27d admin admin] Pushing event updated for resources: {'Network': ['ID=b646d9a6-e951-486f-9f74-88c0b53d2484,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:16.768150 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-466c0475-f9aa-41e8-9c7f-7adaced5ef17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.776471 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-466c0475-f9aa-41e8-9c7f-7adaced5ef17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.776951 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network b646d9a6-e951-486f-9f74-88c0b53d2484 details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:10:16.813633 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc91f3c1-9a03-46a2-91f2-5972cadaa1b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:10:16.818365 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-19301c0f-ddcd-485f-9392-ce1c7295a27d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9751673 Jul 27 11:10:16.824676 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466c0475-f9aa-41e8-9c7f-7adaced5ef17 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:10:16.826941 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 54708) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:16.837895 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-8c6930df-2724-4253-b4e3-8204dc60987c admin admin] Request body: {'subnet': {'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1425346411-subnet', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:16.868577 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-466c0475-f9aa-41e8-9c7f-7adaced5ef17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.868956 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.segments_db [None req-466c0475-f9aa-41e8-9c7f-7adaced5ef17 admin admin] Added segment 6a52d367-857b-42bc-8cf9-ac87e54843c2 of type vlan for network e9948d2c-4f4e-4416-a984-86c47b87ec2d Jul 27 11:10:16.871303 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c0475-f9aa-41e8-9c7f-7adaced5ef17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a20ebb2-0696-4495-aec3-96734373f074,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:16.892880 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dc91f3c1-9a03-46a2-91f2-5972cadaa1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.893233 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.segments_db [None req-dc91f3c1-9a03-46a2-91f2-5972cadaa1b4 admin admin] Added segment aaeb2591-eeb3-4598-9d73-4d23cb5c83a0 of type vlan for network bb06d59c-935d-4daf-a1ed-4ad1d535b25b Jul 27 11:10:16.905359 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28578049-ae7f-4865-9964-e15c1bab4a8d admin admin] Made reservation on behalf of 39b2b0d7b22e4c15b8cdd715a4210837 for: {'subnet': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:10:16.908333 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-28578049-ae7f-4865-9964-e15c1bab4a8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:16.917591 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91f3c1-9a03-46a2-91f2-5972cadaa1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a54fa4c-50b5-49de-b020-98d183b3b21c,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:16.996305 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dc91f3c1-9a03-46a2-91f2-5972cadaa1b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:17.014267 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-466c0475-f9aa-41e8-9c7f-7adaced5ef17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:17.029775 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6930df-2724-4253-b4e3-8204dc60987c admin admin] Made reservation on behalf of 983cb18737eb4b72ae1747ef4d5731a1 for: {'subnet': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:10:17.032803 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8c6930df-2724-4253-b4e3-8204dc60987c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:17.057333 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dc91f3c1-9a03-46a2-91f2-5972cadaa1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:17.060441 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc91f3c1-9a03-46a2-91f2-5972cadaa1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:17.066440 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dc91f3c1-9a03-46a2-91f2-5972cadaa1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:17.130093 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-dc91f3c1-9a03-46a2-91f2-5972cadaa1b4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2500212 Jul 27 11:10:17.133031 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54724) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:17.140357 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-1b6cf6f7-ebf0-4cf8-a9ed-b3e097474ad2 admin admin] Request body: {'subnet': {'network_id': 'bb06d59c-935d-4daf-a1ed-4ad1d535b25b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-304085958-subnet', 'tenant_id': '45490cb9cd054ffc90b7251b38720363', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:17.146653 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91f3c1-9a03-46a2-91f2-5972cadaa1b4 admin admin] Pushing event updated for resources: {'Network': ['ID=bb06d59c-935d-4daf-a1ed-4ad1d535b25b,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:17.150132 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.db.resource_extend [None req-466c0475-f9aa-41e8-9c7f-7adaced5ef17 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 11:10:17.159735 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network bb06d59c-935d-4daf-a1ed-4ad1d535b25b details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:10:17.169792 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6cf6f7-ebf0-4cf8-a9ed-b3e097474ad2 admin admin] Made reservation on behalf of 45490cb9cd054ffc90b7251b38720363 for: {'subnet': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:10:17.174596 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1b6cf6f7-ebf0-4cf8-a9ed-b3e097474ad2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:17.211788 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-466c0475-f9aa-41e8-9c7f-7adaced5ef17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:17.212971 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466c0475-f9aa-41e8-9c7f-7adaced5ef17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:17.213606 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-466c0475-f9aa-41e8-9c7f-7adaced5ef17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:17.311435 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-466c0475-f9aa-41e8-9c7f-7adaced5ef17 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8264034 Jul 27 11:10:17.315044 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54732) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:17.321340 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-743c3bd6-3145-4b8d-be92-8dbb5fcdc75f admin admin] Request body: {'subnet': {'network_id': 'e9948d2c-4f4e-4416-a984-86c47b87ec2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1768904314-subnet', 'tenant_id': 'f427d8d2245548648505369955610dde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:17.333494 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c0475-f9aa-41e8-9c7f-7adaced5ef17 admin admin] Pushing event updated for resources: {'Network': ['ID=e9948d2c-4f4e-4416-a984-86c47b87ec2d,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:17.349442 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network e9948d2c-4f4e-4416-a984-86c47b87ec2d details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:10:17.382206 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743c3bd6-3145-4b8d-be92-8dbb5fcdc75f admin admin] Made reservation on behalf of f427d8d2245548648505369955610dde for: {'subnet': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:10:17.385275 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-743c3bd6-3145-4b8d-be92-8dbb5fcdc75f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:17.421440 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8c6930df-2724-4253-b4e3-8204dc60987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for subnet, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:17.504686 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-28578049-ae7f-4865-9964-e15c1bab4a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for subnet, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:17.524329 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54736) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:17.596628 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6930df-2724-4253-b4e3-8204dc60987c admin admin] Pushing event updated for resources: {'Subnet': ['ID=727eb73e-f40c-4c15-8595-71d8b1d5ca05,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:17.597049 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1b6cf6f7-ebf0-4cf8-a9ed-b3e097474ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for subnet, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:17.695293 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6930df-2724-4253-b4e3-8204dc60987c admin admin] Checking segment: {'id': 'e53c83d7-3bbd-45fd-9997-748cab2aa915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:10:17.695875 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6930df-2724-4253-b4e3-8204dc60987c admin admin] Network hostable DHCP agents. Network: b646d9a6-e951-486f-9f74-88c0b53d2484, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:10:17.714453 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28578049-ae7f-4865-9964-e15c1bab4a8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1689c5ce-0d31-49d5-be62-eea37f7808eb,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:17.729212 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28578049-ae7f-4865-9964-e15c1bab4a8d admin admin] Checking segment: {'id': 'a4126b1c-d477-42d2-bdc2-8dd5a19b06f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:10:17.729892 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28578049-ae7f-4865-9964-e15c1bab4a8d admin admin] Network hostable DHCP agents. Network: 6b197248-f0ce-4827-933d-69338f8090b1, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:10:17.735200 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6930df-2724-4253-b4e3-8204dc60987c admin admin] Network b646d9a6-e951-486f-9f74-88c0b53d2484 is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:10:17.739837 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-67f59cdd-3be6-4d73-9c5a-527ad55cf359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:17.741654 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cf6f7-ebf0-4cf8-a9ed-b3e097474ad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df8c5437-cdb6-4a64-aae1-8f0c50192c98,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:17.753162 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-8c6930df-2724-4253-b4e3-8204dc60987c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, b646d9a6-e951-486f-9f74-88c0b53d2484) {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:17.763084 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646bc94f-4678-492a-9d30-217d421bba20 None None] Network b646d9a6-e951-486f-9f74-88c0b53d2484 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:10:17.764203 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6930df-2724-4253-b4e3-8204dc60987c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:17.764664 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8c6930df-2724-4253-b4e3-8204dc60987c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:17.777974 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28578049-ae7f-4865-9964-e15c1bab4a8d admin admin] Network 6b197248-f0ce-4827-933d-69338f8090b1 is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:10:17.790766 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-28578049-ae7f-4865-9964-e15c1bab4a8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, 6b197248-f0ce-4827-933d-69338f8090b1) {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:17.798496 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28578049-ae7f-4865-9964-e15c1bab4a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:17.800474 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-28578049-ae7f-4865-9964-e15c1bab4a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:17.801093 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-743c3bd6-3145-4b8d-be92-8dbb5fcdc75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for subnet, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:17.810942 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-8c6930df-2724-4253-b4e3-8204dc60987c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9751585 Jul 27 11:10:17.813394 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 54740) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:17.820653 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:17.856538 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6cf6f7-ebf0-4cf8-a9ed-b3e097474ad2 admin admin] Checking segment: {'id': 'aaeb2591-eeb3-4598-9d73-4d23cb5c83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb06d59c-935d-4daf-a1ed-4ad1d535b25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:10:17.857103 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6cf6f7-ebf0-4cf8-a9ed-b3e097474ad2 admin admin] Network hostable DHCP agents. Network: bb06d59c-935d-4daf-a1ed-4ad1d535b25b, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:10:17.874624 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd657b3c-af65-4bb4-b594-4f33edd5aedc None None] Network 6b197248-f0ce-4827-933d-69338f8090b1 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:10:17.905246 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c3bd6-3145-4b8d-be92-8dbb5fcdc75f admin admin] Pushing event updated for resources: {'Subnet': ['ID=188b9d09-63de-4552-a8bc-d46bfe46ddbc,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:17.931192 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6cf6f7-ebf0-4cf8-a9ed-b3e097474ad2 admin admin] Network bb06d59c-935d-4daf-a1ed-4ad1d535b25b is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:10:17.940164 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743c3bd6-3145-4b8d-be92-8dbb5fcdc75f admin admin] Checking segment: {'id': '6a52d367-857b-42bc-8cf9-ac87e54843c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e9948d2c-4f4e-4416-a984-86c47b87ec2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:10:17.940831 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c3bd6-3145-4b8d-be92-8dbb5fcdc75f admin admin] Network hostable DHCP agents. Network: e9948d2c-4f4e-4416-a984-86c47b87ec2d, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:10:17.955817 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-1b6cf6f7-ebf0-4cf8-a9ed-b3e097474ad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, bb06d59c-935d-4daf-a1ed-4ad1d535b25b) {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:17.966889 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6cf6f7-ebf0-4cf8-a9ed-b3e097474ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:17.967647 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1b6cf6f7-ebf0-4cf8-a9ed-b3e097474ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:17.982340 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bac34f-c021-429d-bf15-17e0aac4717f None None] Network bb06d59c-935d-4daf-a1ed-4ad1d535b25b requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:10:18.034797 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c3bd6-3145-4b8d-be92-8dbb5fcdc75f admin admin] Network e9948d2c-4f4e-4416-a984-86c47b87ec2d is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:10:18.066624 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-67f59cdd-3be6-4d73-9c5a-527ad55cf359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:18.068754 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ee6ed7-432e-5d7f-b8e3-91ad041eefd6-b646d9a6-e951-486f-9f74-88c0b53d2484', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'fixed_ips': [{'subnet_id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05'}]}} from dv-cinder-784956-7-iscsi. {{(pid=93201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 11:10:18.069673 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-743c3bd6-3145-4b8d-be92-8dbb5fcdc75f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, e9948d2c-4f4e-4416-a984-86c47b87ec2d) {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:18.069869 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:18.088178 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-67f59cdd-3be6-4d73-9c5a-527ad55cf359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:18.091224 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a244da-e2f1-487c-9e4a-ff83cdd9aed6 None None] Network e9948d2c-4f4e-4416-a984-86c47b87ec2d requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:10:18.122168 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3775200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1974'] for router, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:18.123372 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4083718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1967'] for router, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:18.146540 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-28578049-ae7f-4865-9964-e15c1bab4a8d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7818587 Jul 27 11:10:18.150692 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 54750) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:18.162465 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:18.164839 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743c3bd6-3145-4b8d-be92-8dbb5fcdc75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:18.165728 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-743c3bd6-3145-4b8d-be92-8dbb5fcdc75f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:18.224550 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-67f59cdd-3be6-4d73-9c5a-527ad55cf359 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f6074a9966f45e8856078f9945ad7b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6971385 Jul 27 11:10:18.224550 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f59cdd-3be6-4d73-9c5a-527ad55cf359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af53975-ee29-4731-96b7-81ccbd5614f7,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:18.240099 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-1b6cf6f7-ebf0-4cf8-a9ed-b3e097474ad2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1044087 Jul 27 11:10:18.241756 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54760) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:18.256641 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-743c3bd6-3145-4b8d-be92-8dbb5fcdc75f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9295566 Jul 27 11:10:18.319774 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b5994a98-05f1-4e49-9041-fcb0b8e7d433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:18.357560 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b5994a98-05f1-4e49-9041-fcb0b8e7d433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:18.440670 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b5994a98-05f1-4e49-9041-fcb0b8e7d433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:18.444904 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b5994a98-05f1-4e49-9041-fcb0b8e7d433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:18.450011 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-b5994a98-05f1-4e49-9041-fcb0b8e7d433 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1af53975-ee29-4731-96b7-81ccbd5614f7 HTTP/1.1" status: 204 len: 168 time: 0.2000642 Jul 27 11:10:18.461371 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5994a98-05f1-4e49-9041-fcb0b8e7d433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af53975-ee29-4731-96b7-81ccbd5614f7,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:18.498516 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:18.553364 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3775200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1974'] for router, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:18.555082 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4083718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1967'] for router, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:18.691458 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Allocated IP 172.20.0.2 (b646d9a6-e951-486f-9f74-88c0b53d2484/727eb73e-f40c-4c15-8595-71d8b1d5ca05/5778a021-2a42-48b7-8f0c-ec291f42d398) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:10:18.773433 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54810) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:18.780191 dv-cinder-784956-7-iscsi neutron-server[93200]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 11:10:18.829847 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:18.851109 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4083828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1949'] for router, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:18.865164 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:18.875155 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Transition to ACTIVE for port object 5778a021-2a42-48b7-8f0c-ec291f42d398 will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:10:18.893545 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Transition to ACTIVE for port object 5778a021-2a42-48b7-8f0c-ec291f42d398 will not be triggered until provisioned by entity DHCP. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:10:18.992944 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:19.004566 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0ad9214d-0301-4a45-bc21-2e4172a9354f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:19.019216 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ee6ed7-432e-5d7f-b8e3-91ad041eefd6-6b197248-f0ce-4827-933d-69338f8090b1', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb'}]}} from dv-cinder-784956-7-iscsi. {{(pid=93201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 11:10:19.020646 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:19.025198 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-577eb19d-a965-4884-88bf-a170deb43d82 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:19.032883 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 54814) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:19.035373 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-577eb19d-a965-4884-88bf-a170deb43d82 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/networks?id=734a5e8b-3631-4010-b72b-a6477d1e9854 HTTP/1.1" status: 200 len: 814 time: 0.2591224 Jul 27 11:10:19.055609 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-7704aa56-f9cf-490c-a8e0-cc2b8fce1b40 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/quotas/dd2dedc60d724ce3b4a65b9767287544 HTTP/1.1" status: 200 len: 375 time: 0.0189292 Jul 27 11:10:19.087979 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-cc869f4a-1f25-4182-9877-818b0790e3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:19.092056 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4083828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1949'] for router, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:19.143169 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-c2430ecf-76ca-4ef1-ac0b-dd71752917f0 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd2dedc60d724ce3b4a65b9767287544&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861361 Jul 27 11:10:19.268850 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cbfcd8-321a-46a0-ae26-7daeb03b828c None None] Network bb06d59c-935d-4daf-a1ed-4ad1d535b25b requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:10:19.301710 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd5ef54-8976-47fe-9682-2697243b64f1 None None] Network e9948d2c-4f4e-4416-a984-86c47b87ec2d requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:10:19.419508 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-cc869f4a-1f25-4182-9877-818b0790e3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:19.433697 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-cc869f4a-1f25-4182-9877-818b0790e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:19.470084 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54842) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:19.488006 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Network b646d9a6-e951-486f-9f74-88c0b53d2484 is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:10:19.498225 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc869f4a-1f25-4182-9877-818b0790e3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44de9d9-a9df-464a-831b-78319620f870,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:19.551183 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:19.557380 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Pushing event updated for resources: {'Port': ['ID=5778a021-2a42-48b7-8f0c-ec291f42d398,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:19.562792 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:10:19.572418 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-cc869f4a-1f25-4182-9877-818b0790e3a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2dab29fe3d094b70aedd3ab283b45701&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5287220 Jul 27 11:10:19.572844 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54848) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:19.575588 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-aa040c4c-7267-4a3a-be9e-7d328e390bde service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 11:10:19.582677 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-aa040c4c-7267-4a3a-be9e-7d328e390bde service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2027373 Jul 27 11:10:19.621185 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 54852) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:19.628962 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-818c0a6d-22ab-4826-8985-fab8fa72a41d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-4045411-network', 'tenant_id': '82203b3ce2d34c5a8701a0a13230c7bd'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:19.629889 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:19.630320 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:19.630727 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:19.631740 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:19.631740 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:19.631945 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:19.632192 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:19.632673 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:19.634903 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:19.634903 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:19.634903 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:19.634903 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:19.635450 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Tracked resource versions report: Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: pushed versions: Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: { 'AddressGroup': {'1.2'}, Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'ConntrackHelper': {'1.0'}, Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Log': {'1.0'}, Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Network': {'1.1'}, Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Port': {'1.7'}, Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'PortForwarding': {'1.2'}, Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'QosPolicy': {'1.8'}, Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'SecurityGroup': {'1.4'}, Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'SecurityGroupRule': {'1.2'}, Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'SubPort': {'1.0'}, Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Subnet': {'1.1'}, Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Trunk': {'1.1'}} Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: consumer versions: Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: { DHCP agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: HyperV agent@hv-cinder-78495: {}, Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: L3 agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: Metadata agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: Metering agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: Open vSwitch agent@dv-cinder-784956-7-iscsi: { 'AddressGroup': '1.2', Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'ConntrackHelper': '1.0', Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Log': '1.0', Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Network': '1.1', Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Port': '1.7', Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'PortForwarding': '1.2', Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'QosPolicy': '1.8', Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'SecurityGroup': '1.4', Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'SecurityGroupRule': '1.2', Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'SubPort': '1.0', Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Subnet': '1.1', Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: 'Trunk': '1.1'}} Jul 27 11:10:19.635642 dv-cinder-784956-7-iscsi neutron-server[93201]: {{(pid=93201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 11:10:19.704650 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:19.728495 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Allocated IP 172.20.0.2 (6b197248-f0ce-4827-933d-69338f8090b1/1689c5ce-0d31-49d5-be62-eea37f7808eb/591352af-4953-4a39-9021-0c208a4a4341) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:10:19.756537 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Attempting to bind port 5778a021-2a42-48b7-8f0c-ec291f42d398 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:10:19.756994 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Attempting to bind port 5778a021-2a42-48b7-8f0c-ec291f42d398 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': 'e53c83d7-3bbd-45fd-9997-748cab2aa915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:10:19.757485 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Attempting to bind port 5778a021-2a42-48b7-8f0c-ec291f42d398 on network b646d9a6-e951-486f-9f74-88c0b53d2484 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:10:19.760996 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818c0a6d-22ab-4826-8985-fab8fa72a41d admin admin] Made reservation on behalf of 82203b3ce2d34c5a8701a0a13230c7bd for: {'network': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:10:19.763846 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-818c0a6d-22ab-4826-8985-fab8fa72a41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:19.811200 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:10:19.811641 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Checking segment: {'id': 'e53c83d7-3bbd-45fd-9997-748cab2aa915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:10:19.811970 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:19.812362 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Bound using segment: {'id': 'e53c83d7-3bbd-45fd-9997-748cab2aa915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:10:19.812479 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-818c0a6d-22ab-4826-8985-fab8fa72a41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:19.812851 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Bound port: 5778a021-2a42-48b7-8f0c-ec291f42d398, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53c83d7-3bbd-45fd-9997-748cab2aa915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:10:19.813263 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:19.862904 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:19.863522 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-81bba420-3fd9-416b-9cb1-93a4c41c5d19 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:19.865235 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-81bba420-3fd9-416b-9cb1-93a4c41c5d19 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/networks?id=bb06d59c-935d-4daf-a1ed-4ad1d535b25b HTTP/1.1" status: 200 len: 811 time: 0.3941941 Jul 27 11:10:19.895769 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3af7605e-2fff-433e-b772-af8369e716b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:19.910257 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-15ec65c8-3b41-42fb-8b7c-7ae98ab91c87 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/quotas/45490cb9cd054ffc90b7251b38720363 HTTP/1.1" status: 200 len: 375 time: 0.0318272 Jul 27 11:10:19.919026 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:19.919437 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-be666a3e-9125-4beb-983e-f56706307da1 service neutron] 10.222.0.16 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358855 Jul 27 11:10:19.986512 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] For port 5778a021-2a42-48b7-8f0c-ec291f42d398, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:10:19.991430 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] For port 5778a021-2a42-48b7-8f0c-ec291f42d398, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=5778a021-2a42-48b7-8f0c-ec291f42d398,segment=NetworkSegment(e53c83d7-3bbd-45fd-9997-748cab2aa915),segment_id=e53c83d7-3bbd-45fd-9997-748cab2aa915)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:10:20.007725 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-a6dbe8b3-3703-4eaa-a101-699d8b0e3725 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=45490cb9cd054ffc90b7251b38720363&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856922 Jul 27 11:10:20.009544 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3af7605e-2fff-433e-b772-af8369e716b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:20.010996 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:20.038565 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] Allocated IP 172.27.3.153 (b1883f27-eaab-4700-a5a8-37e3631f126f/c4c466e5-926d-42c1-b136-e6bf3690c687/b72cea21-f052-4e4b-bb00-ebbadf1aca0c) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:10:20.076856 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:20.080269 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-40e4bd02-76e5-4403-8d71-cce3bbefb9fe service neutron] 10.222.0.16 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594918 Jul 27 11:10:20.097996 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Transition to ACTIVE for port object 591352af-4953-4a39-9021-0c208a4a4341 will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:10:20.098397 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3af7605e-2fff-433e-b772-af8369e716b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:20.102606 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3af7605e-2fff-433e-b772-af8369e716b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:20.103802 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-3af7605e-2fff-433e-b772-af8369e716b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d44de9d9-a9df-464a-831b-78319620f870 HTTP/1.1" status: 204 len: 168 time: 0.5192096 Jul 27 11:10:20.109926 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab23590-3099-4e65-9c18-ecb7461774ea None None] Pushing event updated for resources: {'Port': ['ID=5778a021-2a42-48b7-8f0c-ec291f42d398,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:20.114727 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7605e-2fff-433e-b772-af8369e716b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44de9d9-a9df-464a-831b-78319620f870,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:20.145232 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Transition to ACTIVE for port object 591352af-4953-4a39-9021-0c208a4a4341 will not be triggered until provisioned by entity DHCP. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:10:20.161798 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:20.218616 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Network 6b197248-f0ce-4827-933d-69338f8090b1 is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:10:20.231995 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:20.236677 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:10:20.308727 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-818c0a6d-22ab-4826-8985-fab8fa72a41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:20.322502 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-818c0a6d-22ab-4826-8985-fab8fa72a41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:20.356897 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Pushing event updated for resources: {'Port': ['ID=591352af-4953-4a39-9021-0c208a4a4341,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:20.371558 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818c0a6d-22ab-4826-8985-fab8fa72a41d admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:10:20.385273 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:20.394638 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-41858ffe-2d41-48af-b67c-c55dbc762110 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 11:10:20.396518 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-41858ffe-2d41-48af-b67c-c55dbc762110 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1276355 Jul 27 11:10:20.401490 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Attempting to bind port 591352af-4953-4a39-9021-0c208a4a4341 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:10:20.402286 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Attempting to bind port 591352af-4953-4a39-9021-0c208a4a4341 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': 'a4126b1c-d477-42d2-bdc2-8dd5a19b06f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:10:20.403215 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Attempting to bind port 591352af-4953-4a39-9021-0c208a4a4341 on network 6b197248-f0ce-4827-933d-69338f8090b1 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:10:20.409469 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:10:20.410321 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Checking segment: {'id': 'a4126b1c-d477-42d2-bdc2-8dd5a19b06f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:10:20.411048 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:20.411657 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Bound using segment: {'id': 'a4126b1c-d477-42d2-bdc2-8dd5a19b06f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:10:20.412380 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Bound port: 591352af-4953-4a39-9021-0c208a4a4341, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4126b1c-d477-42d2-bdc2-8dd5a19b06f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:10:20.413108 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:20.444145 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c0a6d-22ab-4826-8985-fab8fa72a41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136cc748-74b5-4a7e-bcbb-99a08dc732d1,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:20.477667 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-818c0a6d-22ab-4826-8985-fab8fa72a41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:20.478019 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.segments_db [None req-818c0a6d-22ab-4826-8985-fab8fa72a41d admin admin] Added segment a3b08beb-6cd7-4bab-aa4e-3eb3be6424fb of type vlan for network f39bfeeb-3780-40b1-ab39-a7a04e3c4d2f Jul 27 11:10:20.552192 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-c9848b43-b941-46fe-8bf6-1b903dc2b463 service neutron] 10.222.0.16 "GET /v2.0/networks/bb06d59c-935d-4daf-a1ed-4ad1d535b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463733 Jul 27 11:10:20.608634 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] For port 591352af-4953-4a39-9021-0c208a4a4341, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:10:20.619120 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] For port 591352af-4953-4a39-9021-0c208a4a4341, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=591352af-4953-4a39-9021-0c208a4a4341,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:10:20.629744 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:20.630364 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:20.756538 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-818c0a6d-22ab-4826-8985-fab8fa72a41d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:20.786782 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694db04-5ddd-4298-a039-90c82736a743 None None] Pushing event updated for resources: {'Port': ['ID=591352af-4953-4a39-9021-0c208a4a4341,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:20.815423 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-999e72c0-edfc-4dac-9e96-97b0f7e45ed0 service neutron] 10.222.0.16 "GET /v2.0/networks/bb06d59c-935d-4daf-a1ed-4ad1d535b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397618 Jul 27 11:10:20.827142 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] Network b1883f27-eaab-4700-a5a8-37e3631f126f is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:10:20.849111 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:20.861484 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] Pushing event updated for resources: {'Port': ['ID=b72cea21-f052-4e4b-bb00-ebbadf1aca0c,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:20.866118 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:10:20.866953 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] Allocated IP 172.27.3.100 (b1883f27-eaab-4700-a5a8-37e3631f126f/c4c466e5-926d-42c1-b136-e6bf3690c687/fe07652c-3b83-46cd-b278-4cf2a6f3b0bf) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:10:21.075291 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-08b1f6f5-1a9a-4e73-8115-ba5e72489740 req-7aeee213-7d97-4212-9378-8c0b56bbaeac tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 210 time: 0.1566079 Jul 27 11:10:21.098479 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-818c0a6d-22ab-4826-8985-fab8fa72a41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:21.099454 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818c0a6d-22ab-4826-8985-fab8fa72a41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:21.100087 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-818c0a6d-22ab-4826-8985-fab8fa72a41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:21.226989 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-818c0a6d-22ab-4826-8985-fab8fa72a41d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6026394 Jul 27 11:10:21.229981 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54912) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:21.235089 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-355fdfd6-6310-4928-a53f-68fc23d739de admin admin] Request body: {'subnet': {'network_id': 'f39bfeeb-3780-40b1-ab39-a7a04e3c4d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-4045411-subnet', 'tenant_id': '82203b3ce2d34c5a8701a0a13230c7bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:21.259634 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:21.328165 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355fdfd6-6310-4928-a53f-68fc23d739de admin admin] Made reservation on behalf of 82203b3ce2d34c5a8701a0a13230c7bd for: {'subnet': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:10:21.332109 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-355fdfd6-6310-4928-a53f-68fc23d739de admin admin] Notify callbacks [] for subnet, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:21.340867 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-500ce2df-0a8b-4b4f-8ae7-5cd21fd76447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:21.435131 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c0a6d-22ab-4826-8985-fab8fa72a41d admin admin] Pushing event updated for resources: {'Network': ['ID=f39bfeeb-3780-40b1-ab39-a7a04e3c4d2f,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:21.451245 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network f39bfeeb-3780-40b1-ab39-a7a04e3c4d2f details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:10:21.669462 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b8f45b13-1ccb-4f10-b872-827dfafe6680 req-457becb9-4935-43f5-afd5-86be4864c85d tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 210 time: 0.2195089 Jul 27 11:10:21.795303 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:21.879821 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 5778a021-2a42-48b7-8f0c-ec291f42d398 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:10:21.965591 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86efbdd0-2a04-4617-a1c9-b4b9a40f91e4 None None] Network b646d9a6-e951-486f-9f74-88c0b53d2484 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:10:22.090671 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-355fdfd6-6310-4928-a53f-68fc23d739de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for subnet, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:22.117003 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:22.156211 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-2f70601d-e883-46d1-92f7-6c2dd795daa9 None None] Provisioning for port 5778a021-2a42-48b7-8f0c-ec291f42d398 completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:10:22.254983 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355fdfd6-6310-4928-a53f-68fc23d739de admin admin] Pushing event updated for resources: {'Subnet': ['ID=430964d3-81ec-49d1-961d-46bc74bb4597,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:22.269918 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355fdfd6-6310-4928-a53f-68fc23d739de admin admin] Checking segment: {'id': 'a3b08beb-6cd7-4bab-aa4e-3eb3be6424fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f39bfeeb-3780-40b1-ab39-a7a04e3c4d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:10:22.271746 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355fdfd6-6310-4928-a53f-68fc23d739de admin admin] Network hostable DHCP agents. Network: f39bfeeb-3780-40b1-ab39-a7a04e3c4d2f, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:10:22.281585 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:22.291022 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 5778a021-2a42-48b7-8f0c-ec291f42d398 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:10:22.348825 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 5778a021-2a42-48b7-8f0c-ec291f42d398 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:22.349892 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:22.367175 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-823e3fc0-2a37-4598-aa65-e6676f366f2c req-74b17e8d-98bf-4d22-91a2-f6ea7555e954 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 210 time: 0.1027246 Jul 27 11:10:22.382392 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355fdfd6-6310-4928-a53f-68fc23d739de admin admin] Network f39bfeeb-3780-40b1-ab39-a7a04e3c4d2f is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:10:22.394531 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-355fdfd6-6310-4928-a53f-68fc23d739de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, f39bfeeb-3780-40b1-ab39-a7a04e3c4d2f) {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:22.401431 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355fdfd6-6310-4928-a53f-68fc23d739de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:22.402415 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-355fdfd6-6310-4928-a53f-68fc23d739de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:22.431606 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f7dcfc-86d5-4065-b0cb-9760647a46bc None None] Network f39bfeeb-3780-40b1-ab39-a7a04e3c4d2f requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:10:22.442848 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-355fdfd6-6310-4928-a53f-68fc23d739de admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2076130 Jul 27 11:10:22.447868 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] Network b1883f27-eaab-4700-a5a8-37e3631f126f is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:10:22.459151 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] Pushing event updated for resources: {'Port': ['ID=fe07652c-3b83-46cd-b278-4cf2a6f3b0bf,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:22.463547 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:22.467855 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:10:22.518982 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3238eb2-414d-4069-a7d3-368cf2db65ca None None] Network 6b197248-f0ce-4827-933d-69338f8090b1 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:10:22.520359 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083803'] for router, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:22.686625 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 54990) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:22.713481 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-4930f793-97a6-417f-a09c-d5a9a0954b59 None None] Provisioning for port 591352af-4953-4a39-9021-0c208a4a4341 completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:10:22.793971 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:22.849803 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3ebc8724-0ce0-43b0-9609-82ef596fd27f req-e6a626e7-8e3c-44b7-bffa-ec14bc000c22 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 210 time: 0.1040215 Jul 27 11:10:22.887105 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9161ace-7042-40af-8457-9a89562978f4 admin admin] Deleting subnet 188b9d09-63de-4552-a8bc-d46bfe46ddbc {{(pid=93200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 11:10:22.894405 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c9161ace-7042-40af-8457-9a89562978f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:22.947756 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c9161ace-7042-40af-8457-9a89562978f4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:22.954161 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:22.970546 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c9161ace-7042-40af-8457-9a89562978f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989878'] for subnet, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:23.066941 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:23.068130 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c9161ace-7042-40af-8457-9a89562978f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for subnet, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:23.069126 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] Router 3a2561b0-6ea6-4005-9f6a-a6681142925e is scheduled to L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 with binding_index 1 {{(pid=93199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 11:10:23.114967 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c9161ace-7042-40af-8457-9a89562978f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:23.120775 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-c9161ace-7042-40af-8457-9a89562978f4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/188b9d09-63de-4552-a8bc-d46bfe46ddbc HTTP/1.1" status: 204 len: 168 time: 0.4307528 Jul 27 11:10:23.121632 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9161ace-7042-40af-8457-9a89562978f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=188b9d09-63de-4552-a8bc-d46bfe46ddbc,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:23.129339 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55014) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:23.133922 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff92a9-a433-49cd-a295-29c591ae9108 None None] Network f39bfeeb-3780-40b1-ab39-a7a04e3c4d2f requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:10:23.228977 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597342'] for network, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:23.313043 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:10:23.323333 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Sync routers for ids ['3a2561b0-6ea6-4005-9f6a-a6681142925e'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:10:23.337292 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Routers {'3a2561b0-6ea6-4005-9f6a-a6681142925e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:10:23.338103 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:10:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['3a2561b0-6ea6-4005-9f6a-a6681142925e'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:23.360432 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986681', 'neutron.services.segments.db._delete_segments_for_network-8738591500063'] for network, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:23.373550 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:10:23.373550 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:10:23.374291 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:10:23.374620 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Subscribe: > port after_create 55550000 {{(pid=93200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:10:23.375112 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:10:23.375586 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Subscribe: > port after_update 55550000 {{(pid=93200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:10:23.375945 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:10:23.376279 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:10:23.376593 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:10:23.377041 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:10:23.397000 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 5778a021-2a42-48b7-8f0c-ec291f42d398, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=5778a021-2a42-48b7-8f0c-ec291f42d398,segment=NetworkSegment(e53c83d7-3bbd-45fd-9997-748cab2aa915),segment_id=e53c83d7-3bbd-45fd-9997-748cab2aa915)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:23.426237 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:23.426977 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 591352af-4953-4a39-9021-0c208a4a4341 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:10:23.505705 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Set router 3a2561b0-6ea6-4005-9f6a-a6681142925e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:10:23.527465 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083803'] for router, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:23.533578 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-9d6e0c6f-a2dc-4517-b5b2-ebd0917224e6 None None] Provisioning complete for port 5778a021-2a42-48b7-8f0c-ec291f42d398 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:23.533955 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0c6f-a2dc-4517-b5b2-ebd0917224e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:23.570292 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] Notify callbacks [] for router, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:23.571532 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-8c786567-54bd-4f33-8885-a5d51e4bf6ef admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7571874 Jul 27 11:10:23.577623 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 55026) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:23.650471 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:10:23.650877 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:10:23.651138 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:10:23.651461 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:10:23.651828 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9948d2c-4f4e-4416-a984-86c47b87ec2d']}} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:23.728754 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=5778a021-2a42-48b7-8f0c-ec291f42d398,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:23.739500 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:21Z', 'revision_number': 3, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port': {'id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:86:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:23.744323 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a52d367-857b-42bc-8cf9-ac87e54843c2') {'for_net_delete': True} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:23.744755 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a52d367-857b-42bc-8cf9-ac87e54843c2') {} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:23.806422 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Checking router: 3a2561b0-6ea6-4005-9f6a-a6681142925e for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:10:23.806838 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Updating router 3a2561b0-6ea6-4005-9f6a-a6681142925e port b72cea21-f052-4e4b-bb00-ebbadf1aca0c binding host dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:10:23.807211 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6d4caa27-e645-44a1-950f-25ac58ac7e0c req-9771e0c5-614b-459d-a75f-99e86f6a9b1b tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 210 time: 0.1166427 Jul 27 11:10:23.817242 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738591500840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195113'] for segment, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:23.822110 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 591352af-4953-4a39-9021-0c208a4a4341 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:10:23.854416 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 591352af-4953-4a39-9021-0c208a4a4341 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:23.858673 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:23.866527 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:23.881893 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:10:23.885014 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10195253'] for segment, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: from cryptography.utils import int_from_bytes Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: from cryptography.utils import int_from_bytes Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: Traceback (most recent call last): Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: timer() Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: cb(*args, **kw) Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: return func(*args, **kwargs) Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: self._notify() Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: self.callback(batched_events) Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: event.method(event) Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: return f(self, *a, **k) Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._get(url).json() Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: return self.request(url, 'GET', **kwargs) Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 11:10:23.891012 dv-cinder-784956-7-iscsi neutron-server[93200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 11:10:23.895100 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:23.995990 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] Router 6a255457-6967-4a81-8903-ea414e850adc is scheduled to L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 with binding_index 1 {{(pid=93199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 11:10:24.089487 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084367'] for network, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.102003 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.116138 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] 10.222.0.16 "DELETE /v2.0/networks/e9948d2c-4f4e-4416-a984-86c47b87ec2d HTTP/1.1" status: 204 len: 168 time: 0.9820549 Jul 27 11:10:24.119380 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55034) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:24.123984 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.124823 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.175708 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc9aa2-eb50-4541-bb76-a8d4ba8be65d admin admin] Pushing event deleted for resources: {'Network': ['ID=e9948d2c-4f4e-4416-a984-86c47b87ec2d,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:24.218946 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 591352af-4953-4a39-9021-0c208a4a4341, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=591352af-4953-4a39-9021-0c208a4a4341,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:24.224687 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-00a5fcc3-4efe-4e90-a8d5-0c3f93d3763f None None] Provisioning complete for port 591352af-4953-4a39-9021-0c208a4a4341 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:24.225173 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-00a5fcc3-4efe-4e90-a8d5-0c3f93d3763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.228906 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.272881 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-632fb180-b49e-48f0-85e9-9bc580b08b3e req-f1056d22-d458-4d65-99f6-1b2fd8a44151 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 210 time: 0.0406342 Jul 27 11:10:24.320471 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:10:24.337972 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Sync routers for ids ['6a255457-6967-4a81-8903-ea414e850adc'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:10:24.353032 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b5667f-145c-4201-af4e-352639f90877 admin admin] Deleting subnet 430964d3-81ec-49d1-961d-46bc74bb4597 {{(pid=93200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 11:10:24.357786 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-02b5667f-145c-4201-af4e-352639f90877 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.366524 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 5778a021-2a42-48b7-8f0c-ec291f42d398 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:10:24.385107 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] Notify callbacks [] for router, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.389618 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-ff2314af-9bd2-41ae-8dd6-69ab0964959f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2373314 Jul 27 11:10:24.392253 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 55044) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:24.412016 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-02b5667f-145c-4201-af4e-352639f90877 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10195290'] for subnet, precommit_delete_associations {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.420788 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.429816 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Routers {'6a255457-6967-4a81-8903-ea414e850adc'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:10:24.431072 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:10:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['6a255457-6967-4a81-8903-ea414e850adc'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:24.432925 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Transition to ACTIVE for port object b72cea21-f052-4e4b-bb00-ebbadf1aca0c will not be triggered until provisioned by entity L2. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:10:24.442660 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.465501 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-02b5667f-145c-4201-af4e-352639f90877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989878'] for subnet, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.482481 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=591352af-4953-4a39-9021-0c208a4a4341,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:24.502445 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09e0f9-733c-414a-85a7-d7bff888dea0 None None] Pushing event updated for resources: {'Port': ['ID=b72cea21-f052-4e4b-bb00-ebbadf1aca0c,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:24.514064 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b09e0f9-733c-414a-85a7-d7bff888dea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:24.514752 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b09e0f9-733c-414a-85a7-d7bff888dea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:24.515316 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b09e0f9-733c-414a-85a7-d7bff888dea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:24.516240 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b09e0f9-733c-414a-85a7-d7bff888dea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:24.517419 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b09e0f9-733c-414a-85a7-d7bff888dea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:24.519901 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b09e0f9-733c-414a-85a7-d7bff888dea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:24.520509 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b09e0f9-733c-414a-85a7-d7bff888dea0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:24.521059 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b09e0f9-733c-414a-85a7-d7bff888dea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:24.521633 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b09e0f9-733c-414a-85a7-d7bff888dea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:24.522351 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b09e0f9-733c-414a-85a7-d7bff888dea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:24.523883 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b09e0f9-733c-414a-85a7-d7bff888dea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:24.524438 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b09e0f9-733c-414a-85a7-d7bff888dea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b09e0f9-733c-414a-85a7-d7bff888dea0 None None] Tracked resource versions report: Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: pushed versions: Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: { 'AddressGroup': {'1.2'}, Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'ConntrackHelper': {'1.0'}, Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Log': {'1.0'}, Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Network': {'1.1'}, Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Port': {'1.7'}, Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'PortForwarding': {'1.2'}, Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'QosPolicy': {'1.8'}, Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'SecurityGroup': {'1.4'}, Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'SecurityGroupRule': {'1.2'}, Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'SubPort': {'1.0'}, Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Subnet': {'1.1'}, Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Trunk': {'1.1'}} Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: consumer versions: Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: { DHCP agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: HyperV agent@hv-cinder-78495: {}, Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: L3 agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: Metadata agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: Metering agent@dv-cinder-784956-7-iscsi: {}, Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: Open vSwitch agent@dv-cinder-784956-7-iscsi: { 'AddressGroup': '1.2', Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'ConntrackHelper': '1.0', Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Log': '1.0', Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Network': '1.1', Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Port': '1.7', Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'PortForwarding': '1.2', Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'QosPolicy': '1.8', Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'SecurityGroup': '1.4', Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'SecurityGroupRule': '1.2', Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'SubPort': '1.0', Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Subnet': '1.1', Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: 'Trunk': '1.1'}} Jul 27 11:10:24.525710 dv-cinder-784956-7-iscsi neutron-server[93202]: {{(pid=93202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 11:10:24.548057 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-02b5667f-145c-4201-af4e-352639f90877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10195291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10212511'] for subnet, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.584929 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Attempting to bind port b72cea21-f052-4e4b-bb00-ebbadf1aca0c on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:10:24.586222 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Attempting to bind port b72cea21-f052-4e4b-bb00-ebbadf1aca0c by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:10:24.586840 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Attempting to bind port b72cea21-f052-4e4b-bb00-ebbadf1aca0c on network b1883f27-eaab-4700-a5a8-37e3631f126f {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:10:24.592648 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:10:24.593486 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Checking segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:10:24.593713 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5667f-145c-4201-af4e-352639f90877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430964d3-81ec-49d1-961d-46bc74bb4597,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:24.593914 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.594519 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.595126 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Bound using segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:10:24.599702 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Bound port: b72cea21-f052-4e4b-bb00-ebbadf1aca0c, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:10:24.600344 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.621720 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-02b5667f-145c-4201-af4e-352639f90877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.624848 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-02b5667f-145c-4201-af4e-352639f90877 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/430964d3-81ec-49d1-961d-46bc74bb4597 HTTP/1.1" status: 204 len: 168 time: 0.5056026 Jul 27 11:10:24.628036 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55050) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:24.632341 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Set router 6a255457-6967-4a81-8903-ea414e850adc gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:10:24.663083 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 5778a021-2a42-48b7-8f0c-ec291f42d398 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:24.663456 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.671136 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] For port b72cea21-f052-4e4b-bb00-ebbadf1aca0c, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:10:24.675205 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] For port b72cea21-f052-4e4b-bb00-ebbadf1aca0c, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=b72cea21-f052-4e4b-bb00-ebbadf1aca0c,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:10:24.681837 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.719038 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-53279773-1c82-410a-bad9-eddda762cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597342'] for network, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.755264 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09e0f9-733c-414a-85a7-d7bff888dea0 None None] Pushing event updated for resources: {'Port': ['ID=b72cea21-f052-4e4b-bb00-ebbadf1aca0c,revision_number=3']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:24.759571 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Routers {'3a2561b0-6ea6-4005-9f6a-a6681142925e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:10:24.760170 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:10:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['3a2561b0-6ea6-4005-9f6a-a6681142925e'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:24.862576 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-53279773-1c82-410a-bad9-eddda762cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986681', 'neutron.services.segments.db._delete_segments_for_network-8738591500063'] for network, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.881806 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-53279773-1c82-410a-bad9-eddda762cb98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39bfeeb-3780-40b1-ab39-a7a04e3c4d2f']}} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:24.904864 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-53279773-1c82-410a-bad9-eddda762cb98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b08beb-6cd7-4bab-aa4e-3eb3be6424fb') {'for_net_delete': True} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:24.915503 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-53279773-1c82-410a-bad9-eddda762cb98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b08beb-6cd7-4bab-aa4e-3eb3be6424fb') {} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:24.920881 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:22Z', 'revision_number': 3, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:24.933443 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-53279773-1c82-410a-bad9-eddda762cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738591500840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195113'] for segment, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.937734 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] Set router 3a2561b0-6ea6-4005-9f6a-a6681142925e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:10:24.986317 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-53279773-1c82-410a-bad9-eddda762cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.989931 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-07365457-2efb-451d-821a-77e710fbb555 req-f1c350bf-be12-4989-8c54-479c423cefde tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 210 time: 0.0537682 Jul 27 11:10:24.995609 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53279773-1c82-410a-bad9-eddda762cb98 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:10:24.995609 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-53279773-1c82-410a-bad9-eddda762cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10195253'] for segment, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: Traceback (most recent call last): Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: timer() Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: cb(*args, **kw) Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: return func(*args, **kwargs) Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: self._notify() Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: self.callback(batched_events) Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: event.method(event) Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: return f(self, *a, **k) Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._get(url).json() Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: return self.request(url, 'GET', **kwargs) Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 11:10:24.997383 dv-cinder-784956-7-iscsi neutron-server[93200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 11:10:25.000780 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Checking router: 6a255457-6967-4a81-8903-ea414e850adc for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:10:25.001383 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Updating router 6a255457-6967-4a81-8903-ea414e850adc port fe07652c-3b83-46cd-b278-4cf2a6f3b0bf binding host dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:10:25.087232 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-53279773-1c82-410a-bad9-eddda762cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084367'] for network, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:25.090270 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:25.115926 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-53279773-1c82-410a-bad9-eddda762cb98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:25.117986 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-53279773-1c82-410a-bad9-eddda762cb98 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f39bfeeb-3780-40b1-ab39-a7a04e3c4d2f HTTP/1.1" status: 204 len: 168 time: 0.4887440 Jul 27 11:10:25.119103 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53279773-1c82-410a-bad9-eddda762cb98 admin admin] Pushing event deleted for resources: {'Network': ['ID=f39bfeeb-3780-40b1-ab39-a7a04e3c4d2f,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:25.278093 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:21Z', 'revision_number': 3, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port': {'id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:86:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:25.324260 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] Allocated IP 172.20.0.1 (b646d9a6-e951-486f-9f74-88c0b53d2484/727eb73e-f40c-4c15-8595-71d8b1d5ca05/3be90a97-766a-43cc-b336-c39445d635f8) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:10:25.353614 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3922ae-4b66-499f-9b77-7ef2885849c0 None None] The sync data for ids ['3a2561b0-6ea6-4005-9f6a-a6681142925e'] in dv-cinder-784956-7-iscsi is: [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:21Z', 'revision_number': 3, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port': {'id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:86:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:10:25.480987 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 55070) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:25.496719 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-19713ff1-1873-4c64-924d-035dfa116aa9 req-cf530697-fa24-4ad8-9625-3024c1aef191 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 210 time: 0.0617933 Jul 27 11:10:25.622623 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-5d73ed03-2440-40dd-8435-4536c5c7983b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f427d8d2245548648505369955610dde&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1404715 Jul 27 11:10:25.626884 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55078) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:25.628574 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:25.643063 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Transition to ACTIVE for port object fe07652c-3b83-46cd-b278-4cf2a6f3b0bf will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:10:25.651375 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:25.685393 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Attempting to bind port fe07652c-3b83-46cd-b278-4cf2a6f3b0bf on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:10:25.685393 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Attempting to bind port fe07652c-3b83-46cd-b278-4cf2a6f3b0bf by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:10:25.685393 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Attempting to bind port fe07652c-3b83-46cd-b278-4cf2a6f3b0bf on network b1883f27-eaab-4700-a5a8-37e3631f126f {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:10:25.700493 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:25.715080 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:10:25.715441 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Checking segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:10:25.715951 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:25.716077 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:25.716495 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Bound using segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:10:25.717047 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Bound port: fe07652c-3b83-46cd-b278-4cf2a6f3b0bf, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:10:25.717660 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:25.733476 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.provisioning_blocks [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] Transition to ACTIVE for port object 3be90a97-766a-43cc-b336-c39445d635f8 will not be triggered until provisioned by entity DHCP. {{(pid=93199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:10:25.795270 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] For port fe07652c-3b83-46cd-b278-4cf2a6f3b0bf, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:10:25.833026 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cad998-b2cb-4714-aacf-5b10c029dacb None None] Pushing event updated for resources: {'Port': ['ID=fe07652c-3b83-46cd-b278-4cf2a6f3b0bf,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:25.838435 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] For port fe07652c-3b83-46cd-b278-4cf2a6f3b0bf, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=fe07652c-3b83-46cd-b278-4cf2a6f3b0bf,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:10:25.847037 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:25.868939 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dce6b1ef-83d5-4986-9192-6c29b81e01a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:25.887650 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:25.945523 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] Network b646d9a6-e951-486f-9f74-88c0b53d2484 is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:10:25.951345 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Routers {'6a255457-6967-4a81-8903-ea414e850adc'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:10:25.951713 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dce6b1ef-83d5-4986-9192-6c29b81e01a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:25.953069 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:10:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['6a255457-6967-4a81-8903-ea414e850adc'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:25.964362 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:25.993159 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:10:25.993159 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084230'] for router_interface, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:26.020137 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] Pushing event updated for resources: {'Port': ['ID=3be90a97-766a-43cc-b336-c39445d635f8,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:26.081110 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cad998-b2cb-4714-aacf-5b10c029dacb None None] Pushing event updated for resources: {'Port': ['ID=fe07652c-3b83-46cd-b278-4cf2a6f3b0bf,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:26.096173 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dce6b1ef-83d5-4986-9192-6c29b81e01a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:26.099787 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dce6b1ef-83d5-4986-9192-6c29b81e01a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:26.108110 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-dce6b1ef-83d5-4986-9192-6c29b81e01a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a20ebb2-0696-4495-aec3-96734373f074 HTTP/1.1" status: 204 len: 168 time: 0.4794235 Jul 27 11:10:26.138754 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.20', 65295) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:26.144172 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6b1ef-83d5-4986-9192-6c29b81e01a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a20ebb2-0696-4495-aec3-96734373f074,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:26.225688 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a12ebc4d-154f-466a-bd18-66405ded14b8 req-ccc76e52-681e-4d9e-add9-b8dcb68fb86a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 210 time: 0.0590062 Jul 27 11:10:26.305869 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] Set router 6a255457-6967-4a81-8903-ea414e850adc gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:10:26.456322 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] Allocated IP 172.20.0.1 (6b197248-f0ce-4827-933d-69338f8090b1/1689c5ce-0d31-49d5-be62-eea37f7808eb/1abf644f-9f22-49ca-a2d5-91f15391827f) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:10:26.534626 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-caafcff0-4a66-438a-a2ea-c690239b7397 None None] Provisioning for port 3be90a97-766a-43cc-b336-c39445d635f8 completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:10:26.552437 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-caafcff0-4a66-438a-a2ea-c690239b7397 None None] Provisioning complete for port 3be90a97-766a-43cc-b336-c39445d635f8 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:26.552802 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-caafcff0-4a66-438a-a2ea-c690239b7397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:26.635402 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-caafcff0-4a66-438a-a2ea-c690239b7397 None None] Port 3be90a97-766a-43cc-b336-c39445d635f8 cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:10:26.638329 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 591352af-4953-4a39-9021-0c208a4a4341 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:10:26.841460 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c1035451-d778-4713-99fb-ee6d53658b28 req-4797fd0b-52e5-4676-8c18-4058051293ca tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 210 time: 0.1569865 Jul 27 11:10:26.911760 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.20', 65301) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:26.940027 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:22Z', 'revision_number': 3, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:27.088314 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55130) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:27.200737 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-264f1433-60d0-49da-b153-ee08de1907f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82203b3ce2d34c5a8701a0a13230c7bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1037197 Jul 27 11:10:27.211483 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55134) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:27.251500 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:27.292053 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.provisioning_blocks [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] Transition to ACTIVE for port object 1abf644f-9f22-49ca-a2d5-91f15391827f will not be triggered until provisioned by entity DHCP. {{(pid=93199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:10:27.293566 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 591352af-4953-4a39-9021-0c208a4a4341 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:27.293980 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:27.297074 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4952979-6660-4ab2-b8dc-3abe6ae4d115 None None] The sync data for ids ['6a255457-6967-4a81-8903-ea414e850adc'] in dv-cinder-784956-7-iscsi is: [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:22Z', 'revision_number': 3, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:10:27.313461 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-f68a432f-119d-4584-aa16-eef198b99ea9 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:27.322980 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-f68a432f-119d-4584-aa16-eef198b99ea9 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.20 "GET /v2.0/networks?id=734a5e8b-3631-4010-b72b-a6477d1e9854 HTTP/1.1" status: 200 len: 814 time: 0.4100862 Jul 27 11:10:27.413625 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:27.416846 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:27.420267 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device b72cea21-f052-4e4b-bb00-ebbadf1aca0c up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:10:27.420612 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-4adcc667-0399-46b2-b924-0a2df7b72c4f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Request body: {'port': {'device_id': '878e41fe-44ae-439d-88df-ad5b51db2720', 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854', 'admin_state_up': True, 'tenant_id': 'dd2dedc60d724ce3b4a65b9767287544'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:27.477666 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-3f711454-b1ae-40d3-92a3-66b199bb8b7f tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:27.479221 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-3f711454-b1ae-40d3-92a3-66b199bb8b7f tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.20 "GET /v2.0/networks?id=bb06d59c-935d-4daf-a1ed-4ad1d535b25b HTTP/1.1" status: 200 len: 811 time: 1.3395114 Jul 27 11:10:27.487821 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 55158) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:27.501765 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] Pushing event updated for resources: {'Port': ['ID=1abf644f-9f22-49ca-a2d5-91f15391827f,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:27.504301 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port b72cea21-f052-4e4b-bb00-ebbadf1aca0c completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:10:27.509550 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port b72cea21-f052-4e4b-bb00-ebbadf1aca0c triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:27.509933 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:27.529807 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9884f49a-be88-451d-bfed-a3a01417eadd req-3fd5932a-284e-4180-b53c-12be83dd67b0 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 210 time: 0.0972266 Jul 27 11:10:27.565366 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-f87ed884-320d-4b63-8bc4-66a3ca8dc28f tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Request body: {'port': {'device_id': 'e34d516c-f69e-412e-81e3-e61082f94905', 'network_id': 'bb06d59c-935d-4daf-a1ed-4ad1d535b25b', 'admin_state_up': True, 'tenant_id': '45490cb9cd054ffc90b7251b38720363'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:27.606891 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] Network 6b197248-f0ce-4827-933d-69338f8090b1 is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:10:27.635429 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:27.650478 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:27.653955 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:10:27.654710 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084230'] for router_interface, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:27.676623 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port b72cea21-f052-4e4b-bb00-ebbadf1aca0c, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=b72cea21-f052-4e4b-bb00-ebbadf1aca0c,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:27.688161 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:27.769530 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=b72cea21-f052-4e4b-bb00-ebbadf1aca0c,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:27.859181 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-76099e31-ceb2-4263-91c1-94ba070f6d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:27.914991 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-76099e31-ceb2-4263-91c1-94ba070f6d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:28.020727 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-4adcc667-0399-46b2-b924-0a2df7b72c4f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Made reservation on behalf of dd2dedc60d724ce3b4a65b9767287544 for: {'port': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:10:28.025270 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-4adcc667-0399-46b2-b924-0a2df7b72c4f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:28.076614 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-56f12620-d6ca-46f9-a97a-2e1a49b1013d req-cae7e3c1-84b2-4e69-9133-b52fdec68b8a tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 210 time: 0.0762842 Jul 27 11:10:28.202335 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-76099e31-ceb2-4263-91c1-94ba070f6d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:28.206888 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-76099e31-ceb2-4263-91c1-94ba070f6d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:28.207499 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-76099e31-ceb2-4263-91c1-94ba070f6d5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/136cc748-74b5-4a7e-bcbb-99a08dc732d1 HTTP/1.1" status: 204 len: 168 time: 0.9948175 Jul 27 11:10:28.393225 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-5ae0df99-ac4d-4d2f-b178-7ead0706a0e2 None None] Provisioning for port 1abf644f-9f22-49ca-a2d5-91f15391827f completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:10:28.401854 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-5ae0df99-ac4d-4d2f-b178-7ead0706a0e2 None None] Provisioning complete for port 1abf644f-9f22-49ca-a2d5-91f15391827f triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:28.402507 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5ae0df99-ac4d-4d2f-b178-7ead0706a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:28.592692 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76099e31-ceb2-4263-91c1-94ba070f6d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136cc748-74b5-4a7e-bcbb-99a08dc732d1,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:28.693141 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-5ae0df99-ac4d-4d2f-b178-7ead0706a0e2 None None] Port 1abf644f-9f22-49ca-a2d5-91f15391827f cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:10:28.765335 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device fe07652c-3b83-46cd-b278-4cf2a6f3b0bf up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:10:29.145102 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port fe07652c-3b83-46cd-b278-4cf2a6f3b0bf completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:10:29.145102 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port fe07652c-3b83-46cd-b278-4cf2a6f3b0bf triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:29.145102 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:29.151114 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0364e6b5-d1e9-4b4e-b10a-73a7bde28699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:29.152566 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-4adcc667-0399-46b2-b924-0a2df7b72c4f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Allocated IP 172.20.0.2 (734a5e8b-3631-4010-b72b-a6477d1e9854/1aa8788a-bf80-4379-9d6a-437783ea4d80/403d6f23-4e71-4b8e-a548-c87810fbc2f8) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:10:29.152566 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d533dc25-1d6a-4790-9f6a-051fc9d33e52 req-e0007b02-cfbd-4e04-bb9f-4eba9977fb20 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 210 time: 0.2060516 Jul 27 11:10:29.244841 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:29.307779 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:29.360294 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port fe07652c-3b83-46cd-b278-4cf2a6f3b0bf, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=fe07652c-3b83-46cd-b278-4cf2a6f3b0bf,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:29.368520 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:29.370507 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device b72cea21-f052-4e4b-bb00-ebbadf1aca0c up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:10:29.532098 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-4adcc667-0399-46b2-b924-0a2df7b72c4f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:29.546632 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port b72cea21-f052-4e4b-bb00-ebbadf1aca0c triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:29.547132 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:29.574182 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 55210) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:29.628421 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=fe07652c-3b83-46cd-b278-4cf2a6f3b0bf,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:29.632234 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-4adcc667-0399-46b2-b924-0a2df7b72c4f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:29.651493 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cf9f4b65-4186-426e-b0f1-f910a62b2f33 req-c348aa38-7b0e-4b5c-a118-a41656b5e2b7 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 210 time: 0.2930405 Jul 27 11:10:29.712070 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:10:30.062640 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcc667-0399-46b2-b924-0a2df7b72c4f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Pushing event updated for resources: {'Port': ['ID=403d6f23-4e71-4b8e-a548-c87810fbc2f8,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:30.101947 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-4adcc667-0399-46b2-b924-0a2df7b72c4f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Network 734a5e8b-3631-4010-b72b-a6477d1e9854 is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:10:30.114928 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-4adcc667-0399-46b2-b924-0a2df7b72c4f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:30.119613 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-4adcc667-0399-46b2-b924-0a2df7b72c4f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:10:30.239887 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-4adcc667-0399-46b2-b924-0a2df7b72c4f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:30.255145 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-4adcc667-0399-46b2-b924-0a2df7b72c4f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:30.277614 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0364e6b5-d1e9-4b4e-b10a-73a7bde28699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:30.451944 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device fe07652c-3b83-46cd-b278-4cf2a6f3b0bf up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:10:30.503538 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9c068-e294-4553-9494-d042ee985167 req-251f77c8-8664-4ba0-9223-237d22bc45eb tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:30.510383 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2ac9c068-e294-4553-9494-d042ee985167 req-251f77c8-8664-4ba0-9223-237d22bc45eb tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 931 time: 0.3279080 Jul 27 11:10:30.540617 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55236) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:30.636173 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port fe07652c-3b83-46cd-b278-4cf2a6f3b0bf triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:30.640470 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:30.655250 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2ac9c068-e294-4553-9494-d042ee985167 req-c2a3391d-e133-4364-98ea-d4aa7870b91a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391771 Jul 27 11:10:30.744229 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-4adcc667-0399-46b2-b924-0a2df7b72c4f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3406959 Jul 27 11:10:30.748776 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0364e6b5-d1e9-4b4e-b10a-73a7bde28699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:30.790499 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-f87ed884-320d-4b63-8bc4-66a3ca8dc28f tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Made reservation on behalf of 45490cb9cd054ffc90b7251b38720363 for: {'port': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:10:30.801528 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-f87ed884-320d-4b63-8bc4-66a3ca8dc28f tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:30.890770 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0e2bf399-2e64-4e17-9162-e0b964bf093d req-29671ca2-c6d9-450d-bd05-332fe5d03e0f tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 210 time: 0.0605814 Jul 27 11:10:30.983817 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8afa0a52-7940-495d-8286-34f24e4fb701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:31.035263 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364e6b5-d1e9-4b4e-b10a-73a7bde28699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dfff54-7dcb-4d7b-810a-cfb0f0a68bec,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:31.052034 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-0364e6b5-d1e9-4b4e-b10a-73a7bde28699 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ce89b60a0884a3a984f38fefe70e1f8&name=default HTTP/1.1" status: 200 len: 2978 time: 3.5361257 Jul 27 11:10:31.052034 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ff360673-0ee5-483d-b053-a9e8461541b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:31.060802 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55248) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:31.157132 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c2086d66-a1dc-489f-bc87-9a64e76503aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:31.181597 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:31.203504 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c2086d66-a1dc-489f-bc87-9a64e76503aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:31.205067 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:31.206266 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084630'] for router_interface, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:31.307811 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8afa0a52-7940-495d-8286-34f24e4fb701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:31.311092 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c2086d66-a1dc-489f-bc87-9a64e76503aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:31.316772 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c2086d66-a1dc-489f-bc87-9a64e76503aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:31.320314 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-c2086d66-a1dc-489f-bc87-9a64e76503aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13dfff54-7dcb-4d7b-810a-cfb0f0a68bec HTTP/1.1" status: 204 len: 168 time: 0.2575166 Jul 27 11:10:31.339882 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8afa0a52-7940-495d-8286-34f24e4fb701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:31.356582 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:31.369710 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2086d66-a1dc-489f-bc87-9a64e76503aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dfff54-7dcb-4d7b-810a-cfb0f0a68bec,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:31.370768 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:31.413181 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:31.414269 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084630'] for router_interface, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:31.462507 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] Pushing event updated for resources: {'Port': ['ID=1abf644f-9f22-49ca-a2d5-91f15391827f,revision_number=2']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:31.469845 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-8afa0a52-7940-495d-8286-34f24e4fb701 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc82bd5384004b559e1909ed00908877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9247966 Jul 27 11:10:31.469845 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa0a52-7940-495d-8286-34f24e4fb701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503eba78-049e-4b61-8dee-44a022598e5e,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:31.471756 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55258) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:31.572116 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] Pushing event updated for resources: {'Port': ['ID=3be90a97-766a-43cc-b336-c39445d635f8,revision_number=2']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:31.636626 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-11419f64-b795-4af6-9828-feedc529cc2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:31.668305 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-f87ed884-320d-4b63-8bc4-66a3ca8dc28f tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Allocated IP 172.20.0.6 (bb06d59c-935d-4daf-a1ed-4ad1d535b25b/df8c5437-cdb6-4a64-aae1-8f0c50192c98/2becd9f3-0612-43da-b87c-3f0df5acb625) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:10:31.704412 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-11419f64-b795-4af6-9828-feedc529cc2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:31.836231 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] Network b646d9a6-e951-486f-9f74-88c0b53d2484 is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:10:31.845279 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] Network 6b197248-f0ce-4827-933d-69338f8090b1 is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:10:31.863818 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:31.901134 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:31.918842 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-11419f64-b795-4af6-9828-feedc529cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:31.921998 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-11419f64-b795-4af6-9828-feedc529cc2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:31.923167 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-11419f64-b795-4af6-9828-feedc529cc2c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/503eba78-049e-4b61-8dee-44a022598e5e HTTP/1.1" status: 204 len: 168 time: 0.4502215 Jul 27 11:10:31.934517 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3624f-2f68-45ef-95bc-30d14c530a69 req-dad138c2-e9cb-4ad2-9580-fc48508e5109 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:31.936086 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bac3624f-2f68-45ef-95bc-30d14c530a69 req-dad138c2-e9cb-4ad2-9580-fc48508e5109 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 931 time: 0.1541440 Jul 27 11:10:31.956547 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11419f64-b795-4af6-9828-feedc529cc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503eba78-049e-4b61-8dee-44a022598e5e,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:32.011666 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ff360673-0ee5-483d-b053-a9e8461541b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:32.012469 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bac3624f-2f68-45ef-95bc-30d14c530a69 req-96253f1d-e440-4ac3-966c-a785fa190f69 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570910 Jul 27 11:10:32.041690 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ff360673-0ee5-483d-b053-a9e8461541b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:32.116360 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cd003ce9-0a5f-441c-a7db-508e18908202 req-60a2cdc8-52dc-4dcb-84db-19d3dfbb2519 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 210 time: 0.0662656 Jul 27 11:10:32.359333 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3509588f-e466-4110-aeeb-811f725ef222 None None] Provisioning complete for port 1abf644f-9f22-49ca-a2d5-91f15391827f triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:32.362186 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3509588f-e466-4110-aeeb-811f725ef222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:32.362980 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff360673-0ee5-483d-b053-a9e8461541b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0d5c4d-c619-44b4-b3c1-95e451ec3f15,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:32.456142 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-ff360673-0ee5-483d-b053-a9e8461541b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1db6c7a47eb14e05a3937bb591a1bf8e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8284466 Jul 27 11:10:32.458360 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55286) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:32.480296 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] Router 3a2561b0-6ea6-4005-9f6a-a6681142925e has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:10:32.505336 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3509588f-e466-4110-aeeb-811f725ef222 None None] Port 1abf644f-9f22-49ca-a2d5-91f15391827f cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:10:32.534085 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3509588f-e466-4110-aeeb-811f725ef222 None None] Provisioning complete for port 3be90a97-766a-43cc-b336-c39445d635f8 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:32.540030 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3509588f-e466-4110-aeeb-811f725ef222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:32.588571 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c2c8954c-15d7-4bcc-9701-e6484284f49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:32.650869 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c2c8954c-15d7-4bcc-9701-e6484284f49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:32.687960 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3509588f-e466-4110-aeeb-811f725ef222 None None] Port 3be90a97-766a-43cc-b336-c39445d635f8 cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:10:32.709841 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55288) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:33.035288 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-4136d78a-7530-4a9e-b428-41ad9a30e4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:33.049475 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:10:33.060938 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Sync routers for ids ['3a2561b0-6ea6-4005-9f6a-a6681142925e'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:10:33.079262 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-6978d691-6599-4c82-9276-68f1d9a2255a admin admin] 10.222.0.16 "PUT /v2.0/routers/3a2561b0-6ea6-4005-9f6a-a6681142925e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4892862 Jul 27 11:10:33.079463 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Routers {'3a2561b0-6ea6-4005-9f6a-a6681142925e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:10:33.079463 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:10:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['3a2561b0-6ea6-4005-9f6a-a6681142925e'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:33.171579 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] Router 6a255457-6967-4a81-8903-ea414e850adc has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:10:33.204226 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-f87ed884-320d-4b63-8bc4-66a3ca8dc28f tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:33.328765 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c2c8954c-15d7-4bcc-9701-e6484284f49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:33.333723 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c2c8954c-15d7-4bcc-9701-e6484284f49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:33.335272 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-c2c8954c-15d7-4bcc-9701-e6484284f49e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea0d5c4d-c619-44b4-b3c1-95e451ec3f15 HTTP/1.1" status: 204 len: 168 time: 0.8757997 Jul 27 11:10:33.357787 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f7b02b87-69fe-484d-a62c-a49a044d11ce req-9199c717-a6e9-45fa-a596-a820cbe6a45f tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 210 time: 0.1054585 Jul 27 11:10:33.425941 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8954c-15d7-4bcc-9701-e6484284f49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0d5c4d-c619-44b4-b3c1-95e451ec3f15,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:33.481207 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5969c-a64b-4f92-8f5e-cd1a89b1a3f3 req-e8d0f258-7ae8-4c44-8991-a91d9f5af3b2 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:33.490831 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-89b5969c-a64b-4f92-8f5e-cd1a89b1a3f3 req-e8d0f258-7ae8-4c44-8991-a91d9f5af3b2 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 931 time: 0.3717139 Jul 27 11:10:33.517886 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Set router 3a2561b0-6ea6-4005-9f6a-a6681142925e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:10:33.524397 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:10:33.529954 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-7a06db56-f8d5-4cb5-a5c5-7277e84dbea0 admin admin] 10.222.0.16 "PUT /v2.0/routers/6a255457-6967-4a81-8903-ea414e850adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1366861 Jul 27 11:10:33.543620 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Sync routers for ids ['6a255457-6967-4a81-8903-ea414e850adc'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:10:33.559019 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Routers {'6a255457-6967-4a81-8903-ea414e850adc'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:10:33.559780 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:10:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['6a255457-6967-4a81-8903-ea414e850adc'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:33.572700 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-f87ed884-320d-4b63-8bc4-66a3ca8dc28f tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:33.576679 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-4136d78a-7530-4a9e-b428-41ad9a30e4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:33.614810 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-89b5969c-a64b-4f92-8f5e-cd1a89b1a3f3 req-41ac2528-33d1-4b50-9ae1-720cda201772 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228693 Jul 27 11:10:33.616065 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-4136d78a-7530-4a9e-b428-41ad9a30e4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:33.652353 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136d78a-7530-4a9e-b428-41ad9a30e4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c401da-1742-4a4f-92e6-3169ae70fed1,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:33.703420 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-4136d78a-7530-4a9e-b428-41ad9a30e4af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=901e61c243ef4f45b5710fc6001c2ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9940526 Jul 27 11:10:33.707125 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55320) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:33.814443 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ed884-320d-4b63-8bc4-66a3ca8dc28f tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Pushing event updated for resources: {'Port': ['ID=2becd9f3-0612-43da-b87c-3f0df5acb625,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:33.837294 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-53fed127-61fc-4194-8da3-5b40d602e400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:33.842664 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-f87ed884-320d-4b63-8bc4-66a3ca8dc28f tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Network bb06d59c-935d-4daf-a1ed-4ad1d535b25b is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:10:33.844124 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-f87ed884-320d-4b63-8bc4-66a3ca8dc28f tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:33.856485 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-f87ed884-320d-4b63-8bc4-66a3ca8dc28f tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:10:33.865423 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-f87ed884-320d-4b63-8bc4-66a3ca8dc28f tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:33.866107 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-f87ed884-320d-4b63-8bc4-66a3ca8dc28f tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for port, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:33.885481 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Set router 6a255457-6967-4a81-8903-ea414e850adc gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:10:33.906123 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-f87ed884-320d-4b63-8bc4-66a3ca8dc28f tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3778822 Jul 27 11:10:33.921988 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-53fed127-61fc-4194-8da3-5b40d602e400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:34.023554 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:26Z', 'revision_number': 4, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port': {'id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '3be90a97-766a-43cc-b336-c39445d635f8', 'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'mac_address': 'fa:16:3e:48:e3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:24Z', 'updated_at': '2021-07-27T11:10:29Z', 'revision_number': 2, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'subnets': [{'id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:34.065605 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-53fed127-61fc-4194-8da3-5b40d602e400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:34.079380 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-53fed127-61fc-4194-8da3-5b40d602e400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:34.086869 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-53fed127-61fc-4194-8da3-5b40d602e400 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3c401da-1742-4a4f-92e6-3169ae70fed1 HTTP/1.1" status: 204 len: 168 time: 0.3784044 Jul 27 11:10:34.132256 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fed127-61fc-4194-8da3-5b40d602e400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c401da-1742-4a4f-92e6-3169ae70fed1,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:34.156856 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Checking router: 3a2561b0-6ea6-4005-9f6a-a6681142925e for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:10:34.157428 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Updating router 3a2561b0-6ea6-4005-9f6a-a6681142925e port 3be90a97-766a-43cc-b336-c39445d635f8 binding host dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:10:34.292237 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:34.511058 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:28Z', 'revision_number': 4, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '1abf644f-9f22-49ca-a2d5-91f15391827f', 'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'mac_address': 'fa:16:3e:a8:11:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:25Z', 'updated_at': '2021-07-27T11:10:30Z', 'revision_number': 2, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'subnets': [{'id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:34.593559 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Checking router: 6a255457-6967-4a81-8903-ea414e850adc for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:10:34.594304 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Updating router 6a255457-6967-4a81-8903-ea414e850adc port 1abf644f-9f22-49ca-a2d5-91f15391827f binding host dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:10:34.670753 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:34.747435 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 55350) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:34.752928 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-e0c81c70-2361-4834-99f3-b90633628a39 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--747692614', 'description': 'tempest-description--1610627915'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:34.843942 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e0c81c70-2361-4834-99f3-b90633628a39 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.035778 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48f315-17b3-4eda-b7e2-15b68863fa53 req-3bb7a289-359c-4f30-9698-3f5341b2f5c5 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:35.045494 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ef48f315-17b3-4eda-b7e2-15b68863fa53 req-3bb7a289-359c-4f30-9698-3f5341b2f5c5 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 931 time: 0.2073140 Jul 27 11:10:35.061095 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-3fc25437-278f-4ca4-8bc7-e5ca5c569245 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 11:10:35.062573 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-3fc25437-278f-4ca4-8bc7-e5ca5c569245 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063169 Jul 27 11:10:35.065061 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55366) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:35.071732 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-e57ee7b3-780d-40fe-8e72-ebf3b0b6308f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--66512782', 'description': 'tempest-description--1509308253'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:35.143367 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ef48f315-17b3-4eda-b7e2-15b68863fa53 req-bcbcf49a-cf70-44fb-a569-b49b98ade9a3 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964098 Jul 27 11:10:35.239986 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e0c81c70-2361-4834-99f3-b90633628a39 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.252890 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-e9a0c791-3459-490a-ae73-c9f7cc2b56e7 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 11:10:35.254083 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-e9a0c791-3459-490a-ae73-c9f7cc2b56e7 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074141 Jul 27 11:10:35.254961 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e0c81c70-2361-4834-99f3-b90633628a39 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.289753 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.311786 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Transition to ACTIVE for port object 1abf644f-9f22-49ca-a2d5-91f15391827f will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:10:35.322239 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.333434 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e57ee7b3-780d-40fe-8e72-ebf3b0b6308f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.365693 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c81c70-2361-4834-99f3-b90633628a39 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7843e30e-b9db-4fbc-8061-5b5f536af9b0,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:35.379195 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e0c81c70-2361-4834-99f3-b90633628a39 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.383721 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-e0c81c70-2361-4834-99f3-b90633628a39 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6320968 Jul 27 11:10:35.384577 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323bf9d-31f6-497b-a0e3-c1d05c49108e req-083c65ba-51a6-4a64-8635-3809f0df44bd tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:35.384783 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 55380) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:35.391721 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.392276 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e323bf9d-31f6-497b-a0e3-c1d05c49108e req-083c65ba-51a6-4a64-8635-3809f0df44bd tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 931 time: 0.1925035 Jul 27 11:10:35.394642 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-32a2eab4-28da-4b1f-be1d-03f2e8fd6f04 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Request body: {'security_group_rule': {'security_group_id': '7843e30e-b9db-4fbc-8061-5b5f536af9b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:35.417117 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Transition to ACTIVE for port object 3be90a97-766a-43cc-b336-c39445d635f8 will not be triggered until provisioned by entity L2. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:10:35.430440 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.461387 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e323bf9d-31f6-497b-a0e3-c1d05c49108e req-1b22b68a-f47d-43bf-a848-c6dcafd4898a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649314 Jul 27 11:10:35.476913 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-32a2eab4-28da-4b1f-be1d-03f2e8fd6f04 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.549861 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca4c98-403b-426d-9227-9a055f716224 None None] Pushing event updated for resources: {'Port': ['ID=3be90a97-766a-43cc-b336-c39445d635f8,revision_number=3']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:35.627425 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-32a2eab4-28da-4b1f-be1d-03f2e8fd6f04 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.633063 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-32a2eab4-28da-4b1f-be1d-03f2e8fd6f04 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.673223 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2eab4-28da-4b1f-be1d-03f2e8fd6f04 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb801d1-1564-49dc-a5b0-d8dd583af5b4,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:35.695968 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e57ee7b3-780d-40fe-8e72-ebf3b0b6308f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.700320 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87df51-6f22-4cc8-87a2-ee92b470e8de None None] Pushing event updated for resources: {'Port': ['ID=1abf644f-9f22-49ca-a2d5-91f15391827f,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:35.713591 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Request body: {'port': {'device_id': '878e41fe-44ae-439d-88df-ad5b51db2720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:35.714933 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e57ee7b3-780d-40fe-8e72-ebf3b0b6308f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.810656 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Attempting to bind port 3be90a97-766a-43cc-b336-c39445d635f8 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:10:35.811918 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Attempting to bind port 3be90a97-766a-43cc-b336-c39445d635f8 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': 'e53c83d7-3bbd-45fd-9997-748cab2aa915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484'}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:10:35.814115 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Attempting to bind port 3be90a97-766a-43cc-b336-c39445d635f8 on network b646d9a6-e951-486f-9f74-88c0b53d2484 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:10:35.829705 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:10:35.835312 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Checking segment: {'id': 'e53c83d7-3bbd-45fd-9997-748cab2aa915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:10:35.835312 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.838382 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ee7b3-780d-40fe-8e72-ebf3b0b6308f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e55ab4-8132-403d-9047-c4d63fd08f35,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:35.852812 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Bound using segment: {'id': 'e53c83d7-3bbd-45fd-9997-748cab2aa915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484'} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:10:35.853877 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Bound port: 3be90a97-766a-43cc-b336-c39445d635f8, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53c83d7-3bbd-45fd-9997-748cab2aa915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484'}}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:10:35.854490 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.862845 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Request body: {'port': {'device_id': 'e34d516c-f69e-412e-81e3-e61082f94905', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:35.863904 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Attempting to bind port 1abf644f-9f22-49ca-a2d5-91f15391827f on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:10:35.869182 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Attempting to bind port 1abf644f-9f22-49ca-a2d5-91f15391827f by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': 'a4126b1c-d477-42d2-bdc2-8dd5a19b06f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:10:35.870433 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Attempting to bind port 1abf644f-9f22-49ca-a2d5-91f15391827f on network 6b197248-f0ce-4827-933d-69338f8090b1 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:10:35.889162 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:10:35.889942 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Checking segment: {'id': 'a4126b1c-d477-42d2-bdc2-8dd5a19b06f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:10:35.890783 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.891827 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Bound using segment: {'id': 'a4126b1c-d477-42d2-bdc2-8dd5a19b06f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:10:35.892706 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Bound port: 1abf644f-9f22-49ca-a2d5-91f15391827f, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4126b1c-d477-42d2-bdc2-8dd5a19b06f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:10:35.893489 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.936736 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.940615 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-32a2eab4-28da-4b1f-be1d-03f2e8fd6f04 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:35.949871 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-32a2eab4-28da-4b1f-be1d-03f2e8fd6f04 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5646236 Jul 27 11:10:35.961007 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 55394) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:35.982710 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-d21ec55d-a518-4257-87a1-3a3ed9487c55 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Request body: {'security_group_rule': {'security_group_id': '7843e30e-b9db-4fbc-8061-5b5f536af9b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:36.060843 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] For port 3be90a97-766a-43cc-b336-c39445d635f8, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:10:36.065773 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] For port 3be90a97-766a-43cc-b336-c39445d635f8, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=3be90a97-766a-43cc-b336-c39445d635f8,segment=NetworkSegment(e53c83d7-3bbd-45fd-9997-748cab2aa915),segment_id=e53c83d7-3bbd-45fd-9997-748cab2aa915)] {{(pid=93202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:10:36.070837 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e57ee7b3-780d-40fe-8e72-ebf3b0b6308f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:36.072341 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-e57ee7b3-780d-40fe-8e72-ebf3b0b6308f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0060604 Jul 27 11:10:36.077546 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:36.086743 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55398) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:36.102703 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-5f553f14-2ac2-4728-8469-c10467a88b09 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Request body: {'security_group_rule': {'security_group_id': '40e55ab4-8132-403d-9047-c4d63fd08f35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:36.161561 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca4c98-403b-426d-9227-9a055f716224 None None] Pushing event updated for resources: {'Port': ['ID=3be90a97-766a-43cc-b336-c39445d635f8,revision_number=4']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:36.203194 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5f553f14-2ac2-4728-8469-c10467a88b09 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:36.211807 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:36.233598 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] For port 1abf644f-9f22-49ca-a2d5-91f15391827f, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:10:36.239090 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Routers {'3a2561b0-6ea6-4005-9f6a-a6681142925e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:10:36.240124 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:10:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['3a2561b0-6ea6-4005-9f6a-a6681142925e'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:36.249751 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] For port 1abf644f-9f22-49ca-a2d5-91f15391827f, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=1abf644f-9f22-49ca-a2d5-91f15391827f,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:10:36.278841 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:36.463800 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87df51-6f22-4cc8-87a2-ee92b470e8de None None] Pushing event updated for resources: {'Port': ['ID=1abf644f-9f22-49ca-a2d5-91f15391827f,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:36.517125 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Routers {'6a255457-6967-4a81-8903-ea414e850adc'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:10:36.518094 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:10:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['6a255457-6967-4a81-8903-ea414e850adc'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:36.525098 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] Set router 3a2561b0-6ea6-4005-9f6a-a6681142925e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:10:36.966456 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] Set router 6a255457-6967-4a81-8903-ea414e850adc gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:10:36.997822 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 403d6f23-4e71-4b8e-a548-c87810fbc2f8 {{(pid=93199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:10:37.023343 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:37.086281 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.provisioning_blocks [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Transition to ACTIVE for port object 403d6f23-4e71-4b8e-a548-c87810fbc2f8 will not be triggered until provisioned by entity L2. {{(pid=93199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:10:37.092413 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d21ec55d-a518-4257-87a1-3a3ed9487c55 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:37.249987 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:37.289426 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478ff2d-f6ee-4644-a331-d10b32715ab6 req-7c6245a5-7df3-4133-9365-61913a0165ec tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:37.302201 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3478ff2d-f6ee-4644-a331-d10b32715ab6 req-7c6245a5-7df3-4133-9365-61913a0165ec tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 931 time: 0.2876601 Jul 27 11:10:37.331588 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:26Z', 'revision_number': 4, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port': {'id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '3be90a97-766a-43cc-b336-c39445d635f8', 'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'mac_address': 'fa:16:3e:48:e3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:24Z', 'updated_at': '2021-07-27T11:10:36Z', 'revision_number': 4, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'subnets': [{'id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:37.359752 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5f553f14-2ac2-4728-8469-c10467a88b09 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:37.375004 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b0948d-5be6-4702-82c0-d996921d15b2 None None] The sync data for ids ['3a2561b0-6ea6-4005-9f6a-a6681142925e'] in dv-cinder-784956-7-iscsi is: [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:26Z', 'revision_number': 4, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port': {'id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '3be90a97-766a-43cc-b336-c39445d635f8', 'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'mac_address': 'fa:16:3e:48:e3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:24Z', 'updated_at': '2021-07-27T11:10:36Z', 'revision_number': 4, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'subnets': [{'id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:10:37.380436 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ba0be-236e-49e8-9fd3-c598039b1e13 req-8dbff035-e201-4f1f-87b6-a842c1d4616a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:37.382406 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1c0ba0be-236e-49e8-9fd3-c598039b1e13 req-8dbff035-e201-4f1f-87b6-a842c1d4616a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 931 time: 0.3842666 Jul 27 11:10:37.392720 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5f553f14-2ac2-4728-8469-c10467a88b09 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:37.451125 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Pushing event updated for resources: {'Port': ['ID=403d6f23-4e71-4b8e-a548-c87810fbc2f8,revision_number=2']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:37.569700 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f553f14-2ac2-4728-8469-c10467a88b09 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66fc4cf7-e84c-4e8f-8b02-66aa46034835,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:37.624892 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3478ff2d-f6ee-4644-a331-d10b32715ab6 req-f2417547-5db3-402f-aa3a-7fb040cadc8a tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212669 Jul 27 11:10:37.727324 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5f553f14-2ac2-4728-8469-c10467a88b09 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:37.728580 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-5f553f14-2ac2-4728-8469-c10467a88b09 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6325083 Jul 27 11:10:37.742483 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55436) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:37.759829 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d21ec55d-a518-4257-87a1-3a3ed9487c55 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:37.773563 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-5f79e4ed-d623-4d43-bc7e-349947c1225c tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Request body: {'security_group_rule': {'security_group_id': '40e55ab4-8132-403d-9047-c4d63fd08f35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:37.774621 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.managers [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Attempting to bind port 403d6f23-4e71-4b8e-a548-c87810fbc2f8 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:10:37.774993 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.managers [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Attempting to bind port 403d6f23-4e71-4b8e-a548-c87810fbc2f8 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '0fa3763f-c017-4ad9-a4f7-c1c7169c93c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854'}] {{(pid=93199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:10:37.775326 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Attempting to bind port 403d6f23-4e71-4b8e-a548-c87810fbc2f8 on network 734a5e8b-3631-4010-b72b-a6477d1e9854 {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:10:37.796066 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1c0ba0be-236e-49e8-9fd3-c598039b1e13 req-b4bd3e08-153f-4ba2-ba53-61c34bc81a1c tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667059 Jul 27 11:10:37.798325 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2becd9f3-0612-43da-b87c-3f0df5acb625 {{(pid=93200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:10:37.799656 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d21ec55d-a518-4257-87a1-3a3ed9487c55 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:37.810386 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:37.814056 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:28Z', 'revision_number': 4, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '1abf644f-9f22-49ca-a2d5-91f15391827f', 'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'mac_address': 'fa:16:3e:a8:11:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:25Z', 'updated_at': '2021-07-27T11:10:36Z', 'revision_number': 4, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'subnets': [{'id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:10:37.842419 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Transition to ACTIVE for port object 2becd9f3-0612-43da-b87c-3f0df5acb625 will not be triggered until provisioned by entity L2. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:10:37.847982 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5f79e4ed-d623-4d43-bc7e-349947c1225c tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:37.853467 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:37.862855 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Port 403d6f23-4e71-4b8e-a548-c87810fbc2f8 on network 734a5e8b-3631-4010-b72b-a6477d1e9854 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:10:37.872541 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Attempting to bind port 403d6f23-4e71-4b8e-a548-c87810fbc2f8 on network 734a5e8b-3631-4010-b72b-a6477d1e9854 {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:10:37.940573 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ec55d-a518-4257-87a1-3a3ed9487c55 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba88812-5745-4261-854d-c67deffa9b9c,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:37.951685 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:10:37.959940 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Checking segment: {'id': '0fa3763f-c017-4ad9-a4f7-c1c7169c93c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:10:37.960727 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Bound using segment: {'id': '0fa3763f-c017-4ad9-a4f7-c1c7169c93c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854'} {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:10:37.961296 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.managers [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Bound port: 403d6f23-4e71-4b8e-a548-c87810fbc2f8, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa3763f-c017-4ad9-a4f7-c1c7169c93c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854'}}] {{(pid=93199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:10:37.963490 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Pushing event updated for resources: {'Port': ['ID=2becd9f3-0612-43da-b87c-3f0df5acb625,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:37.963627 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:37.983460 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4a01b4-d078-4550-af3f-58a72dfd23d4 None None] The sync data for ids ['6a255457-6967-4a81-8903-ea414e850adc'] in dv-cinder-784956-7-iscsi is: [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:28Z', 'revision_number': 4, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '1abf644f-9f22-49ca-a2d5-91f15391827f', 'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'mac_address': 'fa:16:3e:a8:11:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:25Z', 'updated_at': '2021-07-27T11:10:36Z', 'revision_number': 4, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'subnets': [{'id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:10:38.020536 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d21ec55d-a518-4257-87a1-3a3ed9487c55 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:38.026096 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-d21ec55d-a518-4257-87a1-3a3ed9487c55 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0567942 Jul 27 11:10:38.029435 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 55448) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:38.090897 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-14c4117f-cad4-4384-8edc-62788283b254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Request body: {'floatingip': {'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:38.255665 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5f79e4ed-d623-4d43-bc7e-349947c1225c tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:38.257982 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Attempting to bind port 2becd9f3-0612-43da-b87c-3f0df5acb625 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:10:38.259581 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Attempting to bind port 2becd9f3-0612-43da-b87c-3f0df5acb625 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'aaeb2591-eeb3-4598-9d73-4d23cb5c83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb06d59c-935d-4daf-a1ed-4ad1d535b25b'}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:10:38.259719 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Attempting to bind port 2becd9f3-0612-43da-b87c-3f0df5acb625 on network bb06d59c-935d-4daf-a1ed-4ad1d535b25b {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:10:38.263032 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-14c4117f-cad4-4384-8edc-62788283b254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for floatingip, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:38.270235 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Port 2becd9f3-0612-43da-b87c-3f0df5acb625 on network bb06d59c-935d-4daf-a1ed-4ad1d535b25b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:10:38.272786 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Attempting to bind port 2becd9f3-0612-43da-b87c-3f0df5acb625 on network bb06d59c-935d-4daf-a1ed-4ad1d535b25b {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:10:38.279956 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5f79e4ed-d623-4d43-bc7e-349947c1225c tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:38.296270 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79e4ed-d623-4d43-bc7e-349947c1225c tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7298c1ed-0a29-4c50-93dd-4e074aff6898,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:38.308280 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:10:38.308632 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Checking segment: {'id': 'aaeb2591-eeb3-4598-9d73-4d23cb5c83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb06d59c-935d-4daf-a1ed-4ad1d535b25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:10:38.309185 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Bound using segment: {'id': 'aaeb2591-eeb3-4598-9d73-4d23cb5c83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb06d59c-935d-4daf-a1ed-4ad1d535b25b'} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:10:38.309656 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Bound port: 2becd9f3-0612-43da-b87c-3f0df5acb625, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaeb2591-eeb3-4598-9d73-4d23cb5c83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb06d59c-935d-4daf-a1ed-4ad1d535b25b'}}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:10:38.310003 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:38.383349 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5f79e4ed-d623-4d43-bc7e-349947c1225c tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:38.387547 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-5f79e4ed-d623-4d43-bc7e-349947c1225c tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6195686 Jul 27 11:10:38.391098 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55460) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:38.407203 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-3ab18e1e-4228-4d17-ab88-77ea22332e87 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Request body: {'floatingip': {'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:38.489517 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] For port 403d6f23-4e71-4b8e-a548-c87810fbc2f8, host hv-cinder-78495, cleared binding levels {{(pid=93199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:10:38.526333 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3ab18e1e-4228-4d17-ab88-77ea22332e87 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for floatingip, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:38.574637 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] For port 403d6f23-4e71-4b8e-a548-c87810fbc2f8, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=403d6f23-4e71-4b8e-a548-c87810fbc2f8,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:10:38.604330 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:38.643615 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] For port 2becd9f3-0612-43da-b87c-3f0df5acb625, host hv-cinder-78495, cleared binding levels {{(pid=93200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:10:38.656870 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 1abf644f-9f22-49ca-a2d5-91f15391827f up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:10:38.815167 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] For port 2becd9f3-0612-43da-b87c-3f0df5acb625, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2becd9f3-0612-43da-b87c-3f0df5acb625,segment=NetworkSegment(aaeb2591-eeb3-4598-9d73-4d23cb5c83a0),segment_id=aaeb2591-eeb3-4598-9d73-4d23cb5c83a0)] {{(pid=93200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:10:38.823156 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:38.824661 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:38.826687 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for port, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:38.834129 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] 10.222.0.20 "PUT /v2.0/ports/403d6f23-4e71-4b8e-a548-c87810fbc2f8 HTTP/1.1" status: 200 len: 1093 time: 3.4876573 Jul 27 11:10:38.838725 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878e41fe-44ae-439d-88df-ad5b51db2720', 'tag': '403d6f23-4e71-4b8e-a548-c87810fbc2f8'}] {{(pid=93199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:10:38.902523 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55470) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:38.906318 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Pushing event updated for resources: {'Port': ['ID=2becd9f3-0612-43da-b87c-3f0df5acb625,revision_number=3']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:38.974780 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:38.986113 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:38.987650 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-6dd9fd84-58a1-4973-88bc-8aec980c91cd service neutron] 10.222.0.20 "PUT /v2.0/ports/2becd9f3-0612-43da-b87c-3f0df5acb625 HTTP/1.1" status: 200 len: 1093 time: 3.6456754 Jul 27 11:10:39.004192 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34d516c-f69e-412e-81e3-e61082f94905', 'tag': '2becd9f3-0612-43da-b87c-3f0df5acb625'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:10:39.115279 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cab99e-b225-4080-aa3e-bc980ed17e8a service neutron] Pushing event updated for resources: {'Port': ['ID=403d6f23-4e71-4b8e-a548-c87810fbc2f8,revision_number=3']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:39.146375 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-14c4117f-cad4-4384-8edc-62788283b254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:39.167524 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 1abf644f-9f22-49ca-a2d5-91f15391827f completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:10:39.172138 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 1abf644f-9f22-49ca-a2d5-91f15391827f triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:39.172525 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:39.312672 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a1732-647d-4583-9d91-92486add120b req-797e0212-f945-4827-b5cf-202b27f2c6bf tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:39.319871 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-535a1732-647d-4583-9d91-92486add120b req-797e0212-f945-4827-b5cf-202b27f2c6bf tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 943 time: 0.4145205 Jul 27 11:10:39.327865 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [None req-14c4117f-cad4-4384-8edc-62788283b254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Allocated IP 172.27.3.5 (b1883f27-eaab-4700-a5a8-37e3631f126f/c4c466e5-926d-42c1-b136-e6bf3690c687/bace3242-e15f-480d-91c9-36a972e36e5a) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:10:39.344146 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d66afe-a07a-40d4-ac65-48ca8f7f9c90 req-68e7a926-39ab-4642-b054-4fe57095ab6a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:39.345431 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-73d66afe-a07a-40d4-ac65-48ca8f7f9c90 req-68e7a926-39ab-4642-b054-4fe57095ab6a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 943 time: 0.2443032 Jul 27 11:10:39.370942 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-69b6f840-b029-42b2-9e7b-02743691315d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:39.387720 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3ab18e1e-4228-4d17-ab88-77ea22332e87 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:39.393087 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:39.449755 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-535a1732-647d-4583-9d91-92486add120b req-1a8ca05b-4735-42f1-99e9-e378b8dd62d6 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240468 Jul 27 11:10:39.486923 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 1abf644f-9f22-49ca-a2d5-91f15391827f, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=1abf644f-9f22-49ca-a2d5-91f15391827f,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:39.493968 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:39.495215 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 3be90a97-766a-43cc-b336-c39445d635f8 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:10:39.532182 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-14c4117f-cad4-4384-8edc-62788283b254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:39.534037 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-73d66afe-a07a-40d4-ac65-48ca8f7f9c90 req-ae3df098-c49c-496a-b4af-c47d144dc98e tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700735 Jul 27 11:10:39.638794 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22779d81-e76d-4361-bafb-3d18c524ab21" -d '{"events": [{"name": "network-changed", "server_uuid": "e34d516c-f69e-412e-81e3-e61082f94905", "tag": "2becd9f3-0612-43da-b87c-3f0df5acb625"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:10:39.675607 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-14c4117f-cad4-4384-8edc-62788283b254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:39.719334 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 3be90a97-766a-43cc-b336-c39445d635f8 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:10:39.725963 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=1abf644f-9f22-49ca-a2d5-91f15391827f,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:39.729494 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 3be90a97-766a-43cc-b336-c39445d635f8 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:39.730330 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:39.762695 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c4117f-cad4-4384-8edc-62788283b254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Network b1883f27-eaab-4700-a5a8-37e3631f126f is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:10:39.766236 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-69b6f840-b029-42b2-9e7b-02743691315d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:39.777215 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d443fbfdc714505da2ae46b12ec6c602a25b40796aa13b1bf78cba4db9ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93847389-ecfa-404f-8a75-aa291a3d09bf" -d '{"events": [{"name": "network-changed", "server_uuid": "878e41fe-44ae-439d-88df-ad5b51db2720", "tag": "403d6f23-4e71-4b8e-a548-c87810fbc2f8"}]}' {{(pid=93199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:10:39.790215 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-69b6f840-b029-42b2-9e7b-02743691315d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:39.809439 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-14c4117f-cad4-4384-8edc-62788283b254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:39.820491 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c4117f-cad4-4384-8edc-62788283b254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:10:39.855103 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4117f-cad4-4384-8edc-62788283b254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Pushing event updated for resources: {'Port': ['ID=bace3242-e15f-480d-91c9-36a972e36e5a,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:39.896416 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:39.915300 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [None req-3ab18e1e-4228-4d17-ab88-77ea22332e87 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Allocated IP 172.27.3.76 (b1883f27-eaab-4700-a5a8-37e3631f126f/c4c466e5-926d-42c1-b136-e6bf3690c687/cc25dbb5-48d8-4dc1-8b0b-97d46805fc0c) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:10:39.970322 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-69b6f840-b029-42b2-9e7b-02743691315d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c0fdf1b66a3442f9394e608a730204c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0601163 Jul 27 11:10:39.971301 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55504) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:39.977536 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 3be90a97-766a-43cc-b336-c39445d635f8, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=3be90a97-766a-43cc-b336-c39445d635f8,segment=NetworkSegment(e53c83d7-3bbd-45fd-9997-748cab2aa915),segment_id=e53c83d7-3bbd-45fd-9997-748cab2aa915)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:39.986506 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:39.988174 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6f840-b029-42b2-9e7b-02743691315d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d420133-4397-4afc-8ca5-9b59707a9450,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:40.158803 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=3be90a97-766a-43cc-b336-c39445d635f8,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:40.176981 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4839518b-5308-4266-b363-ca3f3a0c3fbe x-openstack-request-id: req-4839518b-5308-4266-b363-ca3f3a0c3fbe {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:10:40.176981 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878e41fe-44ae-439d-88df-ad5b51db2720", "tag": "403d6f23-4e71-4b8e-a548-c87810fbc2f8", "status": "completed", "code": 200}]} {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:10:40.177744 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4839518b-5308-4266-b363-ca3f3a0c3fbe {{(pid=93199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:10:40.177744 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878e41fe-44ae-439d-88df-ad5b51db2720', 'tag': '403d6f23-4e71-4b8e-a548-c87810fbc2f8', 'status': 'completed', 'code': 200} Jul 27 11:10:40.178905 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-14c4117f-cad4-4384-8edc-62788283b254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:40.366496 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-14c4117f-cad4-4384-8edc-62788283b254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:40.402604 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12da4b34-dba8-4227-bf6b-7f9df617fb4c x-openstack-request-id: req-12da4b34-dba8-4227-bf6b-7f9df617fb4c {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:10:40.403176 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34d516c-f69e-412e-81e3-e61082f94905", "tag": "2becd9f3-0612-43da-b87c-3f0df5acb625", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:10:40.403176 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12da4b34-dba8-4227-bf6b-7f9df617fb4c {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:10:40.404976 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e34d516c-f69e-412e-81e3-e61082f94905', 'tag': '2becd9f3-0612-43da-b87c-3f0df5acb625', 'status': 'completed', 'code': 200} Jul 27 11:10:40.440678 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 1abf644f-9f22-49ca-a2d5-91f15391827f up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:10:40.468770 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d9d2618e-edae-44bc-8de8-4160f705330d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:40.497612 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d9d2618e-edae-44bc-8de8-4160f705330d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:40.579666 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d9d2618e-edae-44bc-8de8-4160f705330d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:40.591811 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d9d2618e-edae-44bc-8de8-4160f705330d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:40.597064 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-d9d2618e-edae-44bc-8de8-4160f705330d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d420133-4397-4afc-8ca5-9b59707a9450 HTTP/1.1" status: 204 len: 168 time: 0.6187024 Jul 27 11:10:40.609648 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 1abf644f-9f22-49ca-a2d5-91f15391827f triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:40.614323 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:40.644816 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2618e-edae-44bc-8de8-4160f705330d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d420133-4397-4afc-8ca5-9b59707a9450,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:40.849584 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 3be90a97-766a-43cc-b336-c39445d635f8 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:10:40.896172 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3ab18e1e-4228-4d17-ab88-77ea22332e87 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:40.955672 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fb4ec-828f-4a83-8221-c01dc5c89559 req-96f464b3-cd25-4cfe-9615-7e34b6f5c98e tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:40.956995 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 3be90a97-766a-43cc-b336-c39445d635f8 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:40.957302 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5b1fb4ec-828f-4a83-8221-c01dc5c89559 req-96f464b3-cd25-4cfe-9615-7e34b6f5c98e tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 943 time: 0.3261981 Jul 27 11:10:40.958433 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:40.972848 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-14c4117f-cad4-4384-8edc-62788283b254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for port, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:40.987779 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-14c4117f-cad4-4384-8edc-62788283b254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:41.095381 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-14c4117f-cad4-4384-8edc-62788283b254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084477'] for floatingip, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:41.116401 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05812a89-82b6-4fa3-9eed-9af675c679c6 req-b04fc39c-91b0-4351-bb3f-d2352b0b92f5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:41.118619 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-05812a89-82b6-4fa3-9eed-9af675c679c6 req-b04fc39c-91b0-4351-bb3f-d2352b0b92f5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 943 time: 0.4599934 Jul 27 11:10:41.167484 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-14c4117f-cad4-4384-8edc-62788283b254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:41.170301 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-14c4117f-cad4-4384-8edc-62788283b254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1395428 Jul 27 11:10:41.182762 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4117f-cad4-4384-8edc-62788283b254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Pushing event updated for resources: {'Port': ['ID=bace3242-e15f-480d-91c9-36a972e36e5a,revision_number=2']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:41.201452 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5b1fb4ec-828f-4a83-8221-c01dc5c89559 req-939361eb-12a6-4f8e-bab7-e7abe2244a32 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257123 Jul 27 11:10:41.274417 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3ab18e1e-4228-4d17-ab88-77ea22332e87 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:41.366248 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-05812a89-82b6-4fa3-9eed-9af675c679c6 req-df47b4d4-716f-4f7e-a150-ecddba5c49b7 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069151 Jul 27 11:10:41.411113 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab18e1e-4228-4d17-ab88-77ea22332e87 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Network b1883f27-eaab-4700-a5a8-37e3631f126f is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:10:41.416749 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-3ab18e1e-4228-4d17-ab88-77ea22332e87 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:41.426073 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab18e1e-4228-4d17-ab88-77ea22332e87 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:10:41.478934 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab18e1e-4228-4d17-ab88-77ea22332e87 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Pushing event updated for resources: {'Port': ['ID=cc25dbb5-48d8-4dc1-8b0b-97d46805fc0c,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:41.520567 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 55548) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:41.546021 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-86edad01-f8f7-4f0a-8eec-b43b647544d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:41.774149 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3ab18e1e-4228-4d17-ab88-77ea22332e87 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:41.815486 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-3aaf0046-d59a-4cbd-a247-9b68e7d436c5 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--747692614&fields=id&tenant_id=39b2b0d7b22e4c15b8cdd715a4210837 HTTP/1.1" status: 200 len: 267 time: 0.1106923 Jul 27 11:10:41.875571 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-86edad01-f8f7-4f0a-8eec-b43b647544d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:41.883296 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-86edad01-f8f7-4f0a-8eec-b43b647544d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:41.975638 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edad01-f8f7-4f0a-8eec-b43b647544d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee47f1e-2c49-4ad5-ad4a-ab02ebf44291,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:41.989534 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-86edad01-f8f7-4f0a-8eec-b43b647544d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d742260cbe5486aa760ce48a8b01fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4676747 Jul 27 11:10:41.992831 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 55562) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:42.010985 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3ab18e1e-4228-4d17-ab88-77ea22332e87 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:42.119237 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-641e12e1-f435-4c50-b72e-5b53a05ea928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:42.125158 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-ad6a7877-633b-4305-843c-45a700f193f4 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:42.126758 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-ad6a7877-633b-4305-843c-45a700f193f4 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/networks?id=6b197248-f0ce-4827-933d-69338f8090b1 HTTP/1.1" status: 200 len: 816 time: 0.3103821 Jul 27 11:10:42.152717 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-cc66640e-b9f7-458a-8b47-f52fa1abaf0b tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/quotas/39b2b0d7b22e4c15b8cdd715a4210837 HTTP/1.1" status: 200 len: 375 time: 0.0179687 Jul 27 11:10:42.186698 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-641e12e1-f435-4c50-b72e-5b53a05ea928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:42.276653 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-641e12e1-f435-4c50-b72e-5b53a05ea928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:42.284741 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-641e12e1-f435-4c50-b72e-5b53a05ea928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:42.291277 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-641e12e1-f435-4c50-b72e-5b53a05ea928 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ee47f1e-2c49-4ad5-ad4a-ab02ebf44291 HTTP/1.1" status: 204 len: 168 time: 0.2933683 Jul 27 11:10:42.328311 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e12e1-f435-4c50-b72e-5b53a05ea928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee47f1e-2c49-4ad5-ad4a-ab02ebf44291,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:42.352412 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-8c963834-ccab-4ec6-ab10-945bfade0a9c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=39b2b0d7b22e4c15b8cdd715a4210837&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1890130 Jul 27 11:10:42.431355 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3ab18e1e-4228-4d17-ab88-77ea22332e87 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:42.469504 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3ab18e1e-4228-4d17-ab88-77ea22332e87 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:42.629185 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab18e1e-4228-4d17-ab88-77ea22332e87 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Pushing event updated for resources: {'Port': ['ID=cc25dbb5-48d8-4dc1-8b0b-97d46805fc0c,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:42.658321 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d6f97de8-4f6b-4375-ac85-a5e3d0e6d64b service neutron] 10.222.0.16 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840433 Jul 27 11:10:42.659273 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3ab18e1e-4228-4d17-ab88-77ea22332e87 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084477'] for floatingip, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:42.677498 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd821e-201b-4ed9-82ed-1e4318fa01bd req-4fb43e98-81d1-4971-a9c2-679b624d6d7e tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:42.679066 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b0cd821e-201b-4ed9-82ed-1e4318fa01bd req-4fb43e98-81d1-4971-a9c2-679b624d6d7e tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 943 time: 0.2335258 Jul 27 11:10:42.750962 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3ab18e1e-4228-4d17-ab88-77ea22332e87 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:42.758436 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-3ab18e1e-4228-4d17-ab88-77ea22332e87 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3600719 Jul 27 11:10:42.812912 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93847389-ecfa-404f-8a75-aa291a3d09bf req-4b83cd3d-8fd6-4ced-a06b-32c264d6307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:42.815060 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-93847389-ecfa-404f-8a75-aa291a3d09bf req-4b83cd3d-8fd6-4ced-a06b-32c264d6307b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd2dedc60d724ce3b4a65b9767287544&device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 1096 time: 0.1223571 Jul 27 11:10:42.836571 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b0cd821e-201b-4ed9-82ed-1e4318fa01bd req-09bc1544-dae6-47b7-9e35-691261e0e7ce tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453383 Jul 27 11:10:42.886231 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779d81-e76d-4361-bafb-3d18c524ab21 req-54d6e55c-a8a4-4d6d-b31c-c41385918cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:42.887801 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-22779d81-e76d-4361-bafb-3d18c524ab21 req-54d6e55c-a8a4-4d6d-b31c-c41385918cc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45490cb9cd054ffc90b7251b38720363&device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 1096 time: 0.1994901 Jul 27 11:10:42.896426 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-832f8468-5c1b-456b-8b31-ecd82dabf495 service neutron] 10.222.0.16 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163415 Jul 27 11:10:43.107685 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93847389-ecfa-404f-8a75-aa291a3d09bf req-ea704b1d-8f4c-43dd-acdb-93fca6f9d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:43.109424 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-93847389-ecfa-404f-8a75-aa291a3d09bf req-ea704b1d-8f4c-43dd-acdb-93fca6f9d69b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=dd2dedc60d724ce3b4a65b9767287544&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2782562 Jul 27 11:10:43.160595 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779d81-e76d-4361-bafb-3d18c524ab21 req-6f67400f-d893-49bd-861f-83d83169277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:43.161442 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-22779d81-e76d-4361-bafb-3d18c524ab21 req-6f67400f-d893-49bd-861f-83d83169277f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=45490cb9cd054ffc90b7251b38720363&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2584031 Jul 27 11:10:43.171550 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd64c0-9321-4c54-a399-c1626e68eac7 req-6fa09406-c28e-4a8f-ad4e-1194fcd4ca12 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:43.173082 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-82bd64c0-9321-4c54-a399-c1626e68eac7 req-6fa09406-c28e-4a8f-ad4e-1194fcd4ca12 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 943 time: 0.2295759 Jul 27 11:10:43.205858 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-5b18a5c9-2da0-466a-aad0-e1cb42d8fc81 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--66512782&fields=id&tenant_id=983cb18737eb4b72ae1747ef4d5731a1 HTTP/1.1" status: 200 len: 267 time: 0.0753679 Jul 27 11:10:43.258495 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-82bd64c0-9321-4c54-a399-c1626e68eac7 req-7b198592-9485-449c-9b1a-68199dc4c676 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777004 Jul 27 11:10:43.525305 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-df367dfd-4c7b-4181-b956-60feaa39d637 req-86101fd9-dab1-46f2-8005-700e7607413c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 210 time: 0.0345476 Jul 27 11:10:43.590925 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-6fea0274-9080-40f1-b04c-7cf8b95ab179 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:43.592446 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-6fea0274-9080-40f1-b04c-7cf8b95ab179 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/networks?id=b646d9a6-e951-486f-9f74-88c0b53d2484 HTTP/1.1" status: 200 len: 811 time: 0.3757319 Jul 27 11:10:43.607986 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-7ace709c-5f93-4771-b7d4-498cff29fd4e tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/quotas/983cb18737eb4b72ae1747ef4d5731a1 HTTP/1.1" status: 200 len: 375 time: 0.0099919 Jul 27 11:10:43.685369 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-ae642c86-b4af-447e-bf8b-f8e4eb38350c tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=983cb18737eb4b72ae1747ef4d5731a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0716114 Jul 27 11:10:43.786326 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-e69d1280-9e54-464d-9020-3c36a3f2a6d9 service neutron] 10.222.0.16 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856414 Jul 27 11:10:43.877232 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-a5b9d2f1-6f15-4bcf-aeaa-2ee28fadb6b2 service neutron] 10.222.0.16 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842333 Jul 27 11:10:43.986550 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56d30a-9855-435b-969d-2caea6012df3 req-7e24b43b-1da2-44af-9723-29617fa4fc09 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:43.986550 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4a56d30a-9855-435b-969d-2caea6012df3 req-7e24b43b-1da2-44af-9723-29617fa4fc09 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 943 time: 0.0749512 Jul 27 11:10:44.046107 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4a56d30a-9855-435b-969d-2caea6012df3 req-7644065c-2472-48ef-a9db-ce99d2905fd9 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513921 Jul 27 11:10:44.065889 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4f1b7846-90c3-4133-80a9-5d6915a5bdb9 req-ce57c884-5eb5-4a3b-866c-704f5143a7a9 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 210 time: 0.0342536 Jul 27 11:10:44.396842 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77625186-4f45-40b4-8475-2ec90aa9a55b req-89c15624-0a06-46a2-ac4c-773e7b2e393f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:44.398420 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-77625186-4f45-40b4-8475-2ec90aa9a55b req-89c15624-0a06-46a2-ac4c-773e7b2e393f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 943 time: 0.0764563 Jul 27 11:10:44.423447 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 55682) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:44.437205 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-77625186-4f45-40b4-8475-2ec90aa9a55b req-782192bf-d609-4ccb-89ea-d0e906e48e73 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327389 Jul 27 11:10:44.527858 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a0d358ad-8a96-4258-b000-345ad8f82304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:44.634464 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-15d90e9a-4410-4fea-ae33-d27cf6ff858d req-30dd2096-4149-481b-bb2d-2e1afd7a65ce tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 210 time: 0.0344160 Jul 27 11:10:44.638093 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a0d358ad-8a96-4258-b000-345ad8f82304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:44.658511 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a0d358ad-8a96-4258-b000-345ad8f82304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:44.780994 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-a0d358ad-8a96-4258-b000-345ad8f82304 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9994725ebb5444e685f8d9105c471fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556159 Jul 27 11:10:44.783670 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55696) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:44.788903 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d358ad-8a96-4258-b000-345ad8f82304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073f8605-2379-4c46-837d-364ae3b1676e,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:44.814968 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93847389-ecfa-404f-8a75-aa291a3d09bf req-d31b7cd6-61d2-4fd1-8a42-cc3816982a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:44.816422 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-93847389-ecfa-404f-8a75-aa291a3d09bf req-d31b7cd6-61d2-4fd1-8a42-cc3816982a69 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1966136 Jul 27 11:10:44.833109 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3af9d313-595d-4cbd-87c8-19460a7f9f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:44.854329 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3af9d313-595d-4cbd-87c8-19460a7f9f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:44.901563 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3af9d313-595d-4cbd-87c8-19460a7f9f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:44.904032 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3af9d313-595d-4cbd-87c8-19460a7f9f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:44.905159 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-3af9d313-595d-4cbd-87c8-19460a7f9f2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/073f8605-2379-4c46-837d-364ae3b1676e HTTP/1.1" status: 204 len: 168 time: 0.1204097 Jul 27 11:10:44.912614 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9d313-595d-4cbd-87c8-19460a7f9f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073f8605-2379-4c46-837d-364ae3b1676e,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:45.159927 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 55706) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:45.174231 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-20a413c8-4260-480f-b56b-49bc3e46c27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:45.189958 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b5c16dc5-b87d-4c97-b1b7-79c35bdd7e05 req-bc4637a7-f5d1-45ae-9dbe-eb8901f2202e tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 210 time: 0.0385697 Jul 27 11:10:45.220058 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f353ec0-4bb1-4dec-946d-4faa88ee56ac req-7704020f-25d2-4cd6-9955-b87c617cc4fd tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:45.221784 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6f353ec0-4bb1-4dec-946d-4faa88ee56ac req-7704020f-25d2-4cd6-9955-b87c617cc4fd tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 943 time: 0.1028287 Jul 27 11:10:45.263476 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6f353ec0-4bb1-4dec-946d-4faa88ee56ac req-dddb2da4-d436-4585-be7a-4fdca7a98cee tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334177 Jul 27 11:10:45.271084 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-20a413c8-4260-480f-b56b-49bc3e46c27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:45.275846 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-20a413c8-4260-480f-b56b-49bc3e46c27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:45.313754 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-20a413c8-4260-480f-b56b-49bc3e46c27d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34b51829a3dc40b7b4a271c5cedd49d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525919 Jul 27 11:10:45.314712 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a413c8-4260-480f-b56b-49bc3e46c27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae40303-55c6-45f1-bd79-335842233a98,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:45.316344 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55708) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:45.364544 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-66267bd3-90a9-4e00-b5d6-044d55ac69e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:45.384905 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-66267bd3-90a9-4e00-b5d6-044d55ac69e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:45.430330 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-66267bd3-90a9-4e00-b5d6-044d55ac69e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:45.432772 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-66267bd3-90a9-4e00-b5d6-044d55ac69e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:45.433950 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-66267bd3-90a9-4e00-b5d6-044d55ac69e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ae40303-55c6-45f1-bd79-335842233a98 HTTP/1.1" status: 204 len: 168 time: 0.1166060 Jul 27 11:10:45.441561 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66267bd3-90a9-4e00-b5d6-044d55ac69e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae40303-55c6-45f1-bd79-335842233a98,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:45.568089 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefc6a7-5b7e-459d-8f99-b73f40102c01 req-f21261cd-f138-49e9-8ec3-ec6c14f410f5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:45.570219 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7aefc6a7-5b7e-459d-8f99-b73f40102c01 req-f21261cd-f138-49e9-8ec3-ec6c14f410f5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 943 time: 0.0659347 Jul 27 11:10:45.681559 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7aefc6a7-5b7e-459d-8f99-b73f40102c01 req-7fcd4070-5007-4714-910d-f57a634307a0 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054509 Jul 27 11:10:45.773878 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-19e8a30c-6ee3-4b2e-9446-b80b420324a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:45.776229 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-19e8a30c-6ee3-4b2e-9446-b80b420324a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd2dedc60d724ce3b4a65b9767287544&device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 1096 time: 0.1051428 Jul 27 11:10:45.828201 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-29051530-c0af-440f-a018-ed45a0696c00 req-0adf3c87-69cd-4ccd-ae80-03c55a6f1687 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 210 time: 0.0490310 Jul 27 11:10:45.868836 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779d81-e76d-4361-bafb-3d18c524ab21 req-5724ec9f-17eb-46b6-aacb-272f8a0158d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:45.870954 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-22779d81-e76d-4361-bafb-3d18c524ab21 req-5724ec9f-17eb-46b6-aacb-272f8a0158d1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2743468 Jul 27 11:10:45.910168 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-5c6c5aa9-795c-4b65-b69c-f268adeb25eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=403d6f23-4e71-4b8e-a548-c87810fbc2f8 HTTP/1.1" status: 200 len: 217 time: 0.1036747 Jul 27 11:10:45.996013 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-21452d9e-e280-4ba8-84ca-bb48308413c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:45.997920 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-21452d9e-e280-4ba8-84ca-bb48308413c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aa8788a-bf80-4379-9d6a-437783ea4d80 HTTP/1.1" status: 200 len: 854 time: 0.0594773 Jul 27 11:10:46.005597 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-87e98da2-f835-44d9-9b4b-b6da7df3410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:46.007646 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-87e98da2-f835-44d9-9b4b-b6da7df3410e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45490cb9cd054ffc90b7251b38720363&device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 1096 time: 0.0591598 Jul 27 11:10:46.058819 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-4cc5dce2-66c5-4c95-b716-0640ecdccce0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=734a5e8b-3631-4010-b72b-a6477d1e9854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526717 Jul 27 11:10:46.087377 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-924e7df2-35e0-4523-bb7c-aea5121a1bcc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2becd9f3-0612-43da-b87c-3f0df5acb625 HTTP/1.1" status: 200 len: 217 time: 0.0651264 Jul 27 11:10:46.290277 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0291fd6c-241e-4335-b1c0-b407f30969e3 req-3ad7b60c-40cc-411b-8107-94a9d7672cac tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 210 time: 0.0329843 Jul 27 11:10:46.396740 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513a8c8-77d6-4943-bbda-cb3bc199eb8b req-81809e5d-5c3b-408b-93a9-5ab2efefcb36 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:46.398669 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8513a8c8-77d6-4943-bbda-cb3bc199eb8b req-81809e5d-5c3b-408b-93a9-5ab2efefcb36 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 943 time: 0.0658045 Jul 27 11:10:46.436545 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8513a8c8-77d6-4943-bbda-cb3bc199eb8b req-72849514-c564-49eb-b803-4c82d14d357c tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323696 Jul 27 11:10:46.622707 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 55768) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:46.722385 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-7c10cac5-6b28-4ea2-b821-45efa8aae0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:46.861898 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-7c10cac5-6b28-4ea2-b821-45efa8aae0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:46.870308 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01e9b4-4354-4ad4-ace4-33cd536e2a39 req-11e2bd6c-9cb6-47e9-bce6-e6c8b7c50c32 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:46.871977 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4b01e9b4-4354-4ad4-ace4-33cd536e2a39 req-11e2bd6c-9cb6-47e9-bce6-e6c8b7c50c32 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 943 time: 0.1055596 Jul 27 11:10:46.874770 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-7c10cac5-6b28-4ea2-b821-45efa8aae0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:46.964468 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10cac5-6b28-4ea2-b821-45efa8aae0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c7f28c-5b77-4a6c-87b3-ca589fae1a56,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:46.968637 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a96d3b4c-b2ec-4851-a32b-147876db911e req-d45414c9-4414-4ac5-8ee9-3e2d0641523e tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 210 time: 0.0527210 Jul 27 11:10:46.973798 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-7c10cac5-6b28-4ea2-b821-45efa8aae0f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0718917475d040febaa5fbd05b6c79f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499146 Jul 27 11:10:46.977021 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 55788) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:46.987742 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4b01e9b4-4354-4ad4-ace4-33cd536e2a39 req-4a1d5aaf-d58d-4e2c-9939-b6c5807fcc4d tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071303 Jul 27 11:10:47.043565 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b4ec080f-3ca7-4927-85d8-80792d9113b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:47.068601 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b4ec080f-3ca7-4927-85d8-80792d9113b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:47.132829 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b4ec080f-3ca7-4927-85d8-80792d9113b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:47.135690 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b4ec080f-3ca7-4927-85d8-80792d9113b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:47.136838 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-b4ec080f-3ca7-4927-85d8-80792d9113b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0c7f28c-5b77-4a6c-87b3-ca589fae1a56 HTTP/1.1" status: 204 len: 168 time: 0.1588235 Jul 27 11:10:47.145852 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec080f-3ca7-4927-85d8-80792d9113b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c7f28c-5b77-4a6c-87b3-ca589fae1a56,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:47.388403 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0dc9935d-7fbc-4225-8eb9-3a628e192cde req-d4888a89-07ff-4d16-b3bf-f76871439101 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 210 time: 0.0297389 Jul 27 11:10:47.573347 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92d467-384e-4042-a8ab-9caa881f9fc2 req-03ba2110-6c81-4972-ac81-66495b88918d tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:47.574885 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1c92d467-384e-4042-a8ab-9caa881f9fc2 req-03ba2110-6c81-4972-ac81-66495b88918d tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 943 time: 0.0713577 Jul 27 11:10:47.617633 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1c92d467-384e-4042-a8ab-9caa881f9fc2 req-85a51d7a-95d1-4490-9514-db0db6a0c477 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367317 Jul 27 11:10:47.849654 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-fd42a358-4d9f-4912-aee3-16965c63ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:47.851428 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-fd42a358-4d9f-4912-aee3-16965c63ae9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df8c5437-cdb6-4a64-aae1-8f0c50192c98 HTTP/1.1" status: 200 len: 851 time: 0.0538383 Jul 27 11:10:47.886856 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-63d42dd3-e882-48f8-a8cc-7781109e54af service neutron] 10.222.0.20 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911400 Jul 27 11:10:48.096560 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1084c198-88b9-44fe-848c-7be585c3dda0 req-cec1b875-b2b9-4cb4-8a8a-d80c15a96559 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 210 time: 0.0356407 Jul 27 11:10:48.160183 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f6109-5330-4500-9686-afee20bffae0 req-98c31094-cb0f-4eb1-b52d-199f0c5abe7d tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:48.166795 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-389f6109-5330-4500-9686-afee20bffae0 req-98c31094-cb0f-4eb1-b52d-199f0c5abe7d tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 943 time: 0.0958734 Jul 27 11:10:48.211231 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-389f6109-5330-4500-9686-afee20bffae0 req-092f6f37-37d1-432c-93e9-040b72237886 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420108 Jul 27 11:10:48.356845 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-921d1d6c-a348-4329-8611-80ef2547aa95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:48.482701 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-11855c3d-45b6-4852-9a17-1941f5caf9cf req-f251cb35-22bd-4e83-9569-fb14f946e9a4 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 210 time: 0.0286467 Jul 27 11:10:48.745234 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162cd8d-1f57-4bdd-86de-397540964f5c req-dcca0f65-d791-4f9d-a018-61c3899f2327 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:48.746722 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6162cd8d-1f57-4bdd-86de-397540964f5c req-dcca0f65-d791-4f9d-a018-61c3899f2327 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 943 time: 0.0610797 Jul 27 11:10:48.821626 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-98bc77e5-a3ae-47cf-b933-0502933d5c2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb06d59c-935d-4daf-a1ed-4ad1d535b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552580 Jul 27 11:10:48.843283 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6162cd8d-1f57-4bdd-86de-397540964f5c req-3077e261-cc55-4ae7-ae65-ecc7a4788d12 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906105 Jul 27 11:10:48.856552 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-00cb4e58-f8c9-4439-9ac9-cba5596317c8 req-616dcb33-c04c-4f18-b713-34ee946da5b0 service neutron] 10.222.0.20 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924525 Jul 27 11:10:48.922499 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-f041a18f-e6e5-4c7a-a8c8-7f3ae85db22a service neutron] 10.222.0.20 "GET /v2.0/networks/bb06d59c-935d-4daf-a1ed-4ad1d535b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900242 Jul 27 11:10:49.068448 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-788efa1e-4ec5-4e16-8397-35ee88c3bcac req-dc2c1920-f09d-4df5-a696-bc7393aea2fd service neutron] 10.222.0.20 "GET /v2.0/networks/bb06d59c-935d-4daf-a1ed-4ad1d535b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004665 Jul 27 11:10:49.112179 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-7517b0c9-b10d-421c-95ac-0aeda91474cc tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:49.113640 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-7517b0c9-b10d-421c-95ac-0aeda91474cc tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.20 "GET /v2.0/networks?id=6b197248-f0ce-4827-933d-69338f8090b1 HTTP/1.1" status: 200 len: 816 time: 0.1050344 Jul 27 11:10:49.206578 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-63c72b3c-c7ce-465b-af31-b61fc1e11eae req-8b7ea3d5-5ed8-4f32-bc47-98441f02d295 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 210 time: 0.0307543 Jul 27 11:10:49.335462 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f34e5-23cb-4e57-8fe8-6e49a9a44e45 req-6c05d65c-4e45-4101-a632-295370cf32bb tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:49.336943 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c24f34e5-23cb-4e57-8fe8-6e49a9a44e45 req-6c05d65c-4e45-4101-a632-295370cf32bb tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 943 time: 0.0606787 Jul 27 11:10:49.374582 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c24f34e5-23cb-4e57-8fe8-6e49a9a44e45 req-1be76198-8852-41e3-ae98-00f76421a375 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316844 Jul 27 11:10:49.575287 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e086fdf5-4b5a-429f-9f2c-327097cbf3e7 req-089e1f18-835a-469e-ac94-34c2e69f0379 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 210 time: 0.0286090 Jul 27 11:10:49.976658 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddfc53-51f8-479f-a23e-96dffb25af48 req-75513c32-1dd9-40e5-bb5c-269d49ea0518 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:49.978308 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fdddfc53-51f8-479f-a23e-96dffb25af48 req-75513c32-1dd9-40e5-bb5c-269d49ea0518 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 943 time: 0.0666034 Jul 27 11:10:50.016357 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fdddfc53-51f8-479f-a23e-96dffb25af48 req-a57ccddb-0e74-47ea-82ed-dda057d40ada tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318482 Jul 27 11:10:50.304110 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7b8ce517-00fb-48ca-b502-89baebadbede req-8c39001d-b1dc-4482-9c58-d742b7a9bb18 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 210 time: 0.0278265 Jul 27 11:10:50.499047 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b25380-68e3-44ed-b7c7-29dc1e1e623a req-37df7cf4-cdaa-42cb-8fbe-f25e8a124342 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:50.500520 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-83b25380-68e3-44ed-b7c7-29dc1e1e623a req-37df7cf4-cdaa-42cb-8fbe-f25e8a124342 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 943 time: 0.0622709 Jul 27 11:10:50.538328 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-83b25380-68e3-44ed-b7c7-29dc1e1e623a req-18ae21ce-2708-4319-a9fe-9ff0d11bf337 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319946 Jul 27 11:10:50.670425 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-793bc2a6-eab2-4ae4-addf-1aaf3a268d8e req-fd782cc3-3c5a-443b-980e-fbae0a559c6f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 210 time: 0.0306230 Jul 27 11:10:51.143729 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126036d-2053-426f-be8a-e27fd7cbd581 req-44aaa97c-6dca-41a9-9fe0-3b62d7eea30c tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:51.145177 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7126036d-2053-426f-be8a-e27fd7cbd581 req-44aaa97c-6dca-41a9-9fe0-3b62d7eea30c tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 943 time: 0.0605409 Jul 27 11:10:51.182836 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7126036d-2053-426f-be8a-e27fd7cbd581 req-39f9272c-9689-4e71-83ac-ef2d50bebe73 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307593 Jul 27 11:10:51.234926 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:51.322253 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b18ea87c-1374-45d8-b8d1-f231da434dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:51.404749 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3d98a565-3c5c-4e53-8440-8ea28763acb3 req-606b8298-9415-4980-b2ff-edd8429d4709 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 210 time: 0.0304959 Jul 27 11:10:51.668493 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502794a-4fac-41c3-8415-8bff3b9c8dfc req-6c78f681-785f-4d21-8038-725d78904404 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:51.670057 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b502794a-4fac-41c3-8415-8bff3b9c8dfc req-6c78f681-785f-4d21-8038-725d78904404 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 943 time: 0.0656407 Jul 27 11:10:51.708056 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b502794a-4fac-41c3-8415-8bff3b9c8dfc req-9ccd3ed8-4143-4aed-8011-cf82282691dd tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321772 Jul 27 11:10:51.770155 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fc77f3f6-7409-48dd-8b90-a740994e028c req-762dab18-4492-40e2-a245-825644cb2491 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 210 time: 0.0299094 Jul 27 11:10:52.039439 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-91fffc3e-040e-46a9-afd9-8a11f1c72e72 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39b2b0d7b22e4c15b8cdd715a4210837 HTTP/1.1" status: 200 len: 379 time: 0.0568988 Jul 27 11:10:52.049431 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-b9a8cd5c-edb3-47d8-bd04-d076d203bd7a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Request body: {'port': {'device_id': 'b4199704-1966-4dd3-9e0c-23ffec4ce781', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'admin_state_up': True, 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'security_groups': ['7843e30e-b9db-4fbc-8061-5b5f536af9b0']}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:52.154577 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-b9a8cd5c-edb3-47d8-bd04-d076d203bd7a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Made reservation on behalf of 39b2b0d7b22e4c15b8cdd715a4210837 for: {'port': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:10:52.158133 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-b9a8cd5c-edb3-47d8-bd04-d076d203bd7a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:52.295969 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-b9a8cd5c-edb3-47d8-bd04-d076d203bd7a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Allocated IP 172.20.0.4 (6b197248-f0ce-4827-933d-69338f8090b1/1689c5ce-0d31-49d5-be62-eea37f7808eb/79e24046-3402-4585-b553-c795ab38f7ac) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:10:52.317055 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c5d81-6213-4429-8510-933ca8be9eab req-fb5fce2e-0de4-4894-aaac-676ba801a180 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:52.318852 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-704c5d81-6213-4429-8510-933ca8be9eab req-fb5fce2e-0de4-4894-aaac-676ba801a180 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 943 time: 0.0689759 Jul 27 11:10:52.369108 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-704c5d81-6213-4429-8510-933ca8be9eab req-739cf499-2dbc-43c3-bb6a-d182f10634e7 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399425 Jul 27 11:10:52.531662 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c20f748c-7e0c-4aec-ba3a-34b58f543247 req-53e54447-8403-4cdb-a08e-9d3189913940 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 210 time: 0.0356252 Jul 27 11:10:52.550581 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-79e05b77-bb1e-4913-a9b3-64520291baa4 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:52.552158 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-79e05b77-bb1e-4913-a9b3-64520291baa4 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.20 "GET /v2.0/networks?id=b646d9a6-e951-486f-9f74-88c0b53d2484 HTTP/1.1" status: 200 len: 811 time: 0.1467068 Jul 27 11:10:52.564439 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:52.622552 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-07a16c8f-17d3-453b-9621-71806e23bfd1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=983cb18737eb4b72ae1747ef4d5731a1 HTTP/1.1" status: 200 len: 378 time: 0.0456746 Jul 27 11:10:52.626667 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-b9a8cd5c-edb3-47d8-bd04-d076d203bd7a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:52.639372 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.provisioning_blocks [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-b9a8cd5c-edb3-47d8-bd04-d076d203bd7a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Transition to ACTIVE for port object 79e24046-3402-4585-b553-c795ab38f7ac will not be triggered until provisioned by entity DHCP. {{(pid=93199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:10:52.640808 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-b0c0753a-8f0f-428d-a9e4-7a4dbd493171 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Request body: {'port': {'device_id': 'd1702337-322d-4f1a-8322-3f1d61ae9991', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'admin_state_up': True, 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'security_groups': ['40e55ab4-8132-403d-9047-c4d63fd08f35']}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:52.674426 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-b9a8cd5c-edb3-47d8-bd04-d076d203bd7a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:52.717876 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-b9a8cd5c-edb3-47d8-bd04-d076d203bd7a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Network 6b197248-f0ce-4827-933d-69338f8090b1 is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:10:52.721507 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-b9a8cd5c-edb3-47d8-bd04-d076d203bd7a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:52.725470 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-b9a8cd5c-edb3-47d8-bd04-d076d203bd7a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:10:52.732360 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-b9a8cd5c-edb3-47d8-bd04-d076d203bd7a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:52.733030 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-b9a8cd5c-edb3-47d8-bd04-d076d203bd7a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for port, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:52.760590 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-b9a8cd5c-edb3-47d8-bd04-d076d203bd7a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7143426 Jul 27 11:10:52.768182 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8cd5c-edb3-47d8-bd04-d076d203bd7a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Pushing event updated for resources: {'Port': ['ID=79e24046-3402-4585-b553-c795ab38f7ac,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:52.797589 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-b0c0753a-8f0f-428d-a9e4-7a4dbd493171 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Made reservation on behalf of 983cb18737eb4b72ae1747ef4d5731a1 for: {'port': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:10:52.800897 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Request body: {'port': {'device_id': 'b4199704-1966-4dd3-9e0c-23ffec4ce781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:52.801585 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-b0c0753a-8f0f-428d-a9e4-7a4dbd493171 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:52.888100 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:52.937603 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f3e6a4c2-f2e2-45b4-bdcb-4eea2686e621 req-1629bf2a-2396-40e3-b299-20964b6e4339 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 210 time: 0.0722706 Jul 27 11:10:53.010964 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9690a33-9eff-47af-8df2-abf283e8742b req-8e7c7547-1ca9-4b1e-9c96-843ef2f07814 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:53.012415 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b9690a33-9eff-47af-8df2-abf283e8742b req-8e7c7547-1ca9-4b1e-9c96-843ef2f07814 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 943 time: 0.1961846 Jul 27 11:10:53.039672 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-b0c0753a-8f0f-428d-a9e4-7a4dbd493171 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Allocated IP 172.20.0.4 (b646d9a6-e951-486f-9f74-88c0b53d2484/727eb73e-f40c-4c15-8595-71d8b1d5ca05/c133c5c5-bf30-4ef5-82db-4553057eecf3) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:10:53.066104 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-2be2d09f-2c3e-477b-890b-e1e35574b3e3 None None] Provisioning for port 79e24046-3402-4585-b553-c795ab38f7ac completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:10:53.071159 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-2be2d09f-2c3e-477b-890b-e1e35574b3e3 None None] Provisioning complete for port 79e24046-3402-4585-b553-c795ab38f7ac triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:53.072292 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b9690a33-9eff-47af-8df2-abf283e8742b req-eb7198de-a6a0-4179-9e77-fe69a86866be tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506244 Jul 27 11:10:53.078427 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-2be2d09f-2c3e-477b-890b-e1e35574b3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:53.138430 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-2be2d09f-2c3e-477b-890b-e1e35574b3e3 None None] Port 79e24046-3402-4585-b553-c795ab38f7ac cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:10:53.197270 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e24046-3402-4585-b553-c795ab38f7ac {{(pid=93199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:10:53.201219 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-b0c0753a-8f0f-428d-a9e4-7a4dbd493171 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:53.205556 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:53.217345 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-b0c0753a-8f0f-428d-a9e4-7a4dbd493171 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Transition to ACTIVE for port object c133c5c5-bf30-4ef5-82db-4553057eecf3 will not be triggered until provisioned by entity DHCP. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:10:53.219618 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.provisioning_blocks [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Transition to ACTIVE for port object 79e24046-3402-4585-b553-c795ab38f7ac will not be triggered until provisioned by entity L2. {{(pid=93199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:10:53.224930 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:53.261544 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-b0c0753a-8f0f-428d-a9e4-7a4dbd493171 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:53.279759 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Pushing event updated for resources: {'Port': ['ID=79e24046-3402-4585-b553-c795ab38f7ac,revision_number=2']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:53.300885 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-b0c0753a-8f0f-428d-a9e4-7a4dbd493171 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Network b646d9a6-e951-486f-9f74-88c0b53d2484 is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:10:53.304133 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-b0c0753a-8f0f-428d-a9e4-7a4dbd493171 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:10:53.313069 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-b0c0753a-8f0f-428d-a9e4-7a4dbd493171 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:10:53.326956 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.managers [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Attempting to bind port 79e24046-3402-4585-b553-c795ab38f7ac on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:10:53.327400 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.managers [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Attempting to bind port 79e24046-3402-4585-b553-c795ab38f7ac by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'a4126b1c-d477-42d2-bdc2-8dd5a19b06f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1'}] {{(pid=93199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:10:53.327827 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Attempting to bind port 79e24046-3402-4585-b553-c795ab38f7ac on network 6b197248-f0ce-4827-933d-69338f8090b1 {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:10:53.333229 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Port 79e24046-3402-4585-b553-c795ab38f7ac on network 6b197248-f0ce-4827-933d-69338f8090b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:10:53.333763 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Attempting to bind port 79e24046-3402-4585-b553-c795ab38f7ac on network 6b197248-f0ce-4827-933d-69338f8090b1 {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:10:53.340563 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:10:53.341286 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Checking segment: {'id': 'a4126b1c-d477-42d2-bdc2-8dd5a19b06f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:10:53.341798 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Bound using segment: {'id': 'a4126b1c-d477-42d2-bdc2-8dd5a19b06f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1'} {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:10:53.342497 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.managers [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Bound port: 79e24046-3402-4585-b553-c795ab38f7ac, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4126b1c-d477-42d2-bdc2-8dd5a19b06f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1'}}] {{(pid=93199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:10:53.342989 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:53.376935 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-b0c0753a-8f0f-428d-a9e4-7a4dbd493171 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:53.385541 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-b0c0753a-8f0f-428d-a9e4-7a4dbd493171 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:53.395865 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0753a-8f0f-428d-a9e4-7a4dbd493171 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Pushing event updated for resources: {'Port': ['ID=c133c5c5-bf30-4ef5-82db-4553057eecf3,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:53.425099 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-b0c0753a-8f0f-428d-a9e4-7a4dbd493171 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7839749 Jul 27 11:10:53.449484 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Request body: {'port': {'device_id': 'd1702337-322d-4f1a-8322-3f1d61ae9991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:10:53.510072 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] For port 79e24046-3402-4585-b553-c795ab38f7ac, host hv-cinder-78495, cleared binding levels {{(pid=93199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:10:53.517238 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] For port 79e24046-3402-4585-b553-c795ab38f7ac, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=79e24046-3402-4585-b553-c795ab38f7ac,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:10:53.524984 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:53.598286 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:53.600011 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for port, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:53.604896 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] 10.222.0.20 "PUT /v2.0/ports/79e24046-3402-4585-b553-c795ab38f7ac HTTP/1.1" status: 200 len: 1093 time: 0.8063893 Jul 27 11:10:53.607688 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4199704-1966-4dd3-9e0c-23ffec4ce781', 'tag': '79e24046-3402-4585-b553-c795ab38f7ac'}] {{(pid=93199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:10:53.609964 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d443fbfdc714505da2ae46b12ec6c602a25b40796aa13b1bf78cba4db9ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafdbcc5-e20e-49bc-b082-c659c8ab3375" -d '{"events": [{"name": "network-changed", "server_uuid": "b4199704-1966-4dd3-9e0c-23ffec4ce781", "tag": "79e24046-3402-4585-b553-c795ab38f7ac"}]}' {{(pid=93199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:10:53.708979 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d29caf-fb55-444f-94ac-c140f55e3931 service neutron] Pushing event updated for resources: {'Port': ['ID=79e24046-3402-4585-b553-c795ab38f7ac,revision_number=3']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:53.774388 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-ae079fcf-a311-4148-9a6f-00523d6e4750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:53.778969 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-ae079fcf-a311-4148-9a6f-00523d6e4750 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39b2b0d7b22e4c15b8cdd715a4210837&device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 1096 time: 0.1044679 Jul 27 11:10:53.810474 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-de546472-100e-4f2c-8752-568e9d85541c None None] Provisioning for port c133c5c5-bf30-4ef5-82db-4553057eecf3 completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:10:53.816304 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-de546472-100e-4f2c-8752-568e9d85541c None None] Provisioning complete for port c133c5c5-bf30-4ef5-82db-4553057eecf3 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:10:53.816796 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-de546472-100e-4f2c-8752-568e9d85541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:53.863516 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-9fc26a9a-5124-4a4b-b139-331ca4d6abaa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79e24046-3402-4585-b553-c795ab38f7ac HTTP/1.1" status: 200 len: 217 time: 0.0706451 Jul 27 11:10:53.906490 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-de546472-100e-4f2c-8752-568e9d85541c None None] Port c133c5c5-bf30-4ef5-82db-4553057eecf3 cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:10:53.968144 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:53.968922 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-3a91fb87-ead9-471a-b63e-73af5df4f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:53.971395 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-3a91fb87-ead9-471a-b63e-73af5df4f242 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1689c5ce-0d31-49d5-be62-eea37f7808eb HTTP/1.1" status: 200 len: 855 time: 0.0995469 Jul 27 11:10:53.996741 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8417d63-a844-4e5a-8d6a-9b6db3fcdbc6 req-34ee97ea-bada-471f-8e79-d33be2689dbb tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:54.003877 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f8417d63-a844-4e5a-8d6a-9b6db3fcdbc6 req-34ee97ea-bada-471f-8e79-d33be2689dbb tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 943 time: 0.2256787 Jul 27 11:10:54.020342 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d303617-8414-4637-aba6-70e228daa5ec req-9339bdc1-98a9-4cc3-a4c4-776c1aaf5bb0 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:54.021866 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8d303617-8414-4637-aba6-70e228daa5ec req-9339bdc1-98a9-4cc3-a4c4-776c1aaf5bb0 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.2424881 Jul 27 11:10:54.059824 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:54.095045 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-f10ea725-2dcb-43dc-a9a6-b275a380efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:54.098199 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-f10ea725-2dcb-43dc-a9a6-b275a380efa8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b197248-f0ce-4827-933d-69338f8090b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1192944 Jul 27 11:10:54.148400 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f8417d63-a844-4e5a-8d6a-9b6db3fcdbc6 req-82662557-2410-43d9-b2d6-fecc929e69e3 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408994 Jul 27 11:10:54.207064 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4485e001-386b-484f-aee6-b2a61442bb5a x-openstack-request-id: req-4485e001-386b-484f-aee6-b2a61442bb5a {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:10:54.207630 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4199704-1966-4dd3-9e0c-23ffec4ce781", "tag": "79e24046-3402-4585-b553-c795ab38f7ac", "status": "completed", "code": 200}]} {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:10:54.207718 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4485e001-386b-484f-aee6-b2a61442bb5a {{(pid=93199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:10:54.208112 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4199704-1966-4dd3-9e0c-23ffec4ce781', 'tag': '79e24046-3402-4585-b553-c795ab38f7ac', 'status': 'completed', 'code': 200} Jul 27 11:10:54.222005 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8d303617-8414-4637-aba6-70e228daa5ec req-f74b8fb4-67fb-4706-9b6f-c1d8c5e173f8 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584296 Jul 27 11:10:54.257122 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-e47108f4-3366-41bd-8d95-240151d42559 service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507702 Jul 27 11:10:54.318103 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 2becd9f3-0612-43da-b87c-3f0df5acb625 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:10:54.435561 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-0342ce0b-b394-4f53-91f6-736bb8ce3d43 req-0948f130-c58b-489e-842d-9a5954e93b41 service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669190 Jul 27 11:10:54.453066 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec60be2-f964-4764-944c-3ef77564cea3 req-dbe6d677-6873-4c69-938d-d1f1acba80ea tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:54.460809 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cec60be2-f964-4764-944c-3ef77564cea3 req-dbe6d677-6873-4c69-938d-d1f1acba80ea tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 931 time: 0.1862319 Jul 27 11:10:54.516480 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 2becd9f3-0612-43da-b87c-3f0df5acb625, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2becd9f3-0612-43da-b87c-3f0df5acb625,segment=NetworkSegment(aaeb2591-eeb3-4598-9d73-4d23cb5c83a0),segment_id=aaeb2591-eeb3-4598-9d73-4d23cb5c83a0)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:54.535950 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '2becd9f3-0612-43da-b87c-3f0df5acb625', 'network_id': 'bb06d59c-935d-4daf-a1ed-4ad1d535b25b', 'port_id': '2becd9f3-0612-43da-b87c-3f0df5acb625', 'mac_address': 'fa:16:3e:86:47:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8c5437-cdb6-4a64-aae1-8f0c50192c98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:10:54.544423 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c133c5c5-bf30-4ef5-82db-4553057eecf3 {{(pid=93200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:10:54.566732 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cec60be2-f964-4764-944c-3ef77564cea3 req-2be88ba9-7942-460e-82b5-c2e5e9f927d7 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027563 Jul 27 11:10:54.569050 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:54.582324 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961aeea-d318-4719-a6ad-019075019539 req-5f177a7c-82cd-4b51-a970-7f170e332392 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:54.583992 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4961aeea-d318-4719-a6ad-019075019539 req-5f177a7c-82cd-4b51-a970-7f170e332392 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 943 time: 0.2178814 Jul 27 11:10:54.599229 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:54.602222 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Transition to ACTIVE for port object c133c5c5-bf30-4ef5-82db-4553057eecf3 will not be triggered until provisioned by entity L2. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:10:54.613157 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:54.616198 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2becd9f3-0612-43da-b87c-3f0df5acb625 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:10:54.640987 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 2becd9f3-0612-43da-b87c-3f0df5acb625, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2becd9f3-0612-43da-b87c-3f0df5acb625,segment=NetworkSegment(aaeb2591-eeb3-4598-9d73-4d23cb5c83a0),segment_id=aaeb2591-eeb3-4598-9d73-4d23cb5c83a0)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:54.648038 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:54.649054 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 403d6f23-4e71-4b8e-a548-c87810fbc2f8 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:10:54.650363 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdbcc5-e20e-49bc-b082-c659c8ab3375 req-87ee4cea-c09d-404f-bb56-c140a1011c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:54.652141 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-eafdbcc5-e20e-49bc-b082-c659c8ab3375 req-87ee4cea-c09d-404f-bb56-c140a1011c7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39b2b0d7b22e4c15b8cdd715a4210837&device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 1096 time: 0.0866253 Jul 27 11:10:54.677624 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4961aeea-d318-4719-a6ad-019075019539 req-02e2c139-5cd6-4da6-98b1-55b1e92638cd tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839064 Jul 27 11:10:54.680751 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Pushing event updated for resources: {'Port': ['ID=c133c5c5-bf30-4ef5-82db-4553057eecf3,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:54.732605 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=2becd9f3-0612-43da-b87c-3f0df5acb625,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:54.797628 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Attempting to bind port c133c5c5-bf30-4ef5-82db-4553057eecf3 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:10:54.797948 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Attempting to bind port c133c5c5-bf30-4ef5-82db-4553057eecf3 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'e53c83d7-3bbd-45fd-9997-748cab2aa915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484'}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:10:54.798523 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Attempting to bind port c133c5c5-bf30-4ef5-82db-4553057eecf3 on network b646d9a6-e951-486f-9f74-88c0b53d2484 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:10:54.805059 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Port c133c5c5-bf30-4ef5-82db-4553057eecf3 on network b646d9a6-e951-486f-9f74-88c0b53d2484 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:10:54.805636 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Attempting to bind port c133c5c5-bf30-4ef5-82db-4553057eecf3 on network b646d9a6-e951-486f-9f74-88c0b53d2484 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:10:54.812400 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:10:54.813498 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Checking segment: {'id': 'e53c83d7-3bbd-45fd-9997-748cab2aa915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:10:54.814222 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Bound using segment: {'id': 'e53c83d7-3bbd-45fd-9997-748cab2aa915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484'} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:10:54.814906 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Bound port: c133c5c5-bf30-4ef5-82db-4553057eecf3, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53c83d7-3bbd-45fd-9997-748cab2aa915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484'}}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:10:54.815574 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:54.933623 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 403d6f23-4e71-4b8e-a548-c87810fbc2f8, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=403d6f23-4e71-4b8e-a548-c87810fbc2f8,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:54.952123 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] For port c133c5c5-bf30-4ef5-82db-4553057eecf3, host hv-cinder-78495, cleared binding levels {{(pid=93200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:10:54.952880 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '403d6f23-4e71-4b8e-a548-c87810fbc2f8', 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854', 'port_id': '403d6f23-4e71-4b8e-a548-c87810fbc2f8', 'mac_address': 'fa:16:3e:e0:bc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa8788a-bf80-4379-9d6a-437783ea4d80', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:10:54.956919 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] For port c133c5c5-bf30-4ef5-82db-4553057eecf3, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c133c5c5-bf30-4ef5-82db-4553057eecf3,segment=NetworkSegment(e53c83d7-3bbd-45fd-9997-748cab2aa915),segment_id=e53c83d7-3bbd-45fd-9997-748cab2aa915)] {{(pid=93200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:10:54.966048 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:54.993877 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 56030) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:55.012008 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdbcc5-e20e-49bc-b082-c659c8ab3375 req-a272b017-663e-4d35-afd8-6d75351ae163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:55.014961 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-eafdbcc5-e20e-49bc-b082-c659c8ab3375 req-a272b017-663e-4d35-afd8-6d75351ae163 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b197248-f0ce-4827-933d-69338f8090b1 HTTP/1.1" status: 200 len: 916 time: 0.3540506 Jul 27 11:10:55.019559 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:55.036751 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:55.037838 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:55.041632 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] 10.222.0.20 "PUT /v2.0/ports/c133c5c5-bf30-4ef5-82db-4553057eecf3 HTTP/1.1" status: 200 len: 1093 time: 1.6043308 Jul 27 11:10:55.043253 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 403d6f23-4e71-4b8e-a548-c87810fbc2f8 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:10:55.049376 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1702337-322d-4f1a-8322-3f1d61ae9991', 'tag': 'c133c5c5-bf30-4ef5-82db-4553057eecf3'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:10:55.070583 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2daa8cd-386d-4fb6-8121-34d7b9d341a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d1702337-322d-4f1a-8322-3f1d61ae9991", "tag": "c133c5c5-bf30-4ef5-82db-4553057eecf3"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:10:55.101560 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-eafdbcc5-e20e-49bc-b082-c659c8ab3375 req-c53db895-06b5-4868-8784-d5425179b6da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79e24046-3402-4585-b553-c795ab38f7ac HTTP/1.1" status: 200 len: 217 time: 0.0767124 Jul 27 11:10:55.112452 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 403d6f23-4e71-4b8e-a548-c87810fbc2f8, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=403d6f23-4e71-4b8e-a548-c87810fbc2f8,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:55.135902 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:55.183783 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ebbdf8-3b52-4350-8754-d6cb63a2646d x-openstack-request-id: req-f4ebbdf8-3b52-4350-8754-d6cb63a2646d {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:10:55.185060 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1702337-322d-4f1a-8322-3f1d61ae9991", "tag": "c133c5c5-bf30-4ef5-82db-4553057eecf3", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:10:55.185497 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4ebbdf8-3b52-4350-8754-d6cb63a2646d {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:10:55.187089 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1702337-322d-4f1a-8322-3f1d61ae9991', 'tag': 'c133c5c5-bf30-4ef5-82db-4553057eecf3', 'status': 'completed', 'code': 200} Jul 27 11:10:55.190210 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c14749-5629-4b9d-999a-a2cde83474ff service neutron] Pushing event updated for resources: {'Port': ['ID=c133c5c5-bf30-4ef5-82db-4553057eecf3,revision_number=3']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:55.205938 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=403d6f23-4e71-4b8e-a548-c87810fbc2f8,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:55.215644 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-33d3b4e1-736c-4467-a85a-a7d059814f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:55.240018 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdbcc5-e20e-49bc-b082-c659c8ab3375 req-03da2f67-1881-48a6-851a-46b2de500861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:55.241699 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-eafdbcc5-e20e-49bc-b082-c659c8ab3375 req-03da2f67-1881-48a6-851a-46b2de500861 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1689c5ce-0d31-49d5-be62-eea37f7808eb HTTP/1.1" status: 200 len: 855 time: 0.1300097 Jul 27 11:10:55.347773 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-981ba8f1-f989-4ebf-839e-3f810f17c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:55.349299 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-981ba8f1-f989-4ebf-839e-3f810f17c5c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=983cb18737eb4b72ae1747ef4d5731a1&device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 1096 time: 0.2140551 Jul 27 11:10:55.372313 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdbcc5-e20e-49bc-b082-c659c8ab3375 req-70accc0e-988a-4736-b239-f3693a357779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:55.373686 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-eafdbcc5-e20e-49bc-b082-c659c8ab3375 req-70accc0e-988a-4736-b239-f3693a357779 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b197248-f0ce-4827-933d-69338f8090b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1234229 Jul 27 11:10:55.405471 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-33d3b4e1-736c-4467-a85a-a7d059814f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:55.407094 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad96f84-ce4a-4ed4-95f1-b309ac24469b req-d6c2cdac-a8a1-4cfa-8557-9388d9160dc0 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:55.409775 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4ad96f84-ce4a-4ed4-95f1-b309ac24469b req-d6c2cdac-a8a1-4cfa-8557-9388d9160dc0 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 944 time: 0.1289730 Jul 27 11:10:55.410003 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-33d3b4e1-736c-4467-a85a-a7d059814f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:55.459015 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-33d3b4e1-736c-4467-a85a-a7d059814f50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=040636573e4f4f5798b3eb9bed7009d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4614592 Jul 27 11:10:55.459015 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3b4e1-736c-4467-a85a-a7d059814f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1010a001-fb92-4ab3-af2a-356b5dca51ba,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:55.469970 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 56054) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:55.487140 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5209b1-e573-426c-a80a-d63909297431 req-737388e2-52a7-4ff6-a89a-b7d2b5a1fd27 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:55.488695 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8e5209b1-e573-426c-a80a-d63909297431 req-737388e2-52a7-4ff6-a89a-b7d2b5a1fd27 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.1512802 Jul 27 11:10:55.497242 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4ad96f84-ce4a-4ed4-95f1-b309ac24469b req-8e91e87d-608a-495b-996f-460084bfb1e1 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792928 Jul 27 11:10:55.549412 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8e5209b1-e573-426c-a80a-d63909297431 req-862359c1-c48a-475a-a03b-e17e841034d8 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511537 Jul 27 11:10:55.561004 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-843c400a-f125-46b9-a45c-3a269bb5e359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:55.582144 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-843c400a-f125-46b9-a45c-3a269bb5e359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:55.644758 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-843c400a-f125-46b9-a45c-3a269bb5e359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:55.647345 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-843c400a-f125-46b9-a45c-3a269bb5e359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:55.648963 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-843c400a-f125-46b9-a45c-3a269bb5e359 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1010a001-fb92-4ab3-af2a-356b5dca51ba HTTP/1.1" status: 204 len: 168 time: 0.1779139 Jul 27 11:10:55.675338 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c400a-f125-46b9-a45c-3a269bb5e359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1010a001-fb92-4ab3-af2a-356b5dca51ba,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:55.729683 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09193a7c-08d6-4936-b2d5-2fa684ba9f30 req-00d00a8f-b115-4adb-8c0a-2171419ee434 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:55.731561 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-09193a7c-08d6-4936-b2d5-2fa684ba9f30 req-00d00a8f-b115-4adb-8c0a-2171419ee434 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 943 time: 0.0968900 Jul 27 11:10:55.805096 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-09193a7c-08d6-4936-b2d5-2fa684ba9f30 req-519f40f9-506b-4911-b74f-22e0f7e078a3 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668190 Jul 27 11:10:55.845364 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 56072) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:55.874659 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0444b6-35d7-4de4-85c3-fa5f71bd1fe6 req-40d86753-0b44-48c8-b8ee-03f0a9e3c31a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:55.876080 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2a0444b6-35d7-4de4-85c3-fa5f71bd1fe6 req-40d86753-0b44-48c8-b8ee-03f0a9e3c31a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 944 time: 0.0699604 Jul 27 11:10:55.916077 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2a0444b6-35d7-4de4-85c3-fa5f71bd1fe6 req-0859a3b7-0d6e-4c39-abbb-7699aeb53ea2 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324512 Jul 27 11:10:55.959066 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-99932ddb-b8a4-4675-a07b-aacdcf8ad144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:55.991543 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 56076) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:56.005232 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5b86-b7a2-45b1-a48e-ed3e60e864a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:56.050400 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-99932ddb-b8a4-4675-a07b-aacdcf8ad144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:56.054208 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-99932ddb-b8a4-4675-a07b-aacdcf8ad144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:56.094619 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99932ddb-b8a4-4675-a07b-aacdcf8ad144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82cc15d-3700-456f-a5bf-54c69f6952ad,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:56.102431 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-99932ddb-b8a4-4675-a07b-aacdcf8ad144 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=350e5b43772344c6ad59c08cee8e8f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527020 Jul 27 11:10:56.102838 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 56078) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:56.171631 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5b86-b7a2-45b1-a48e-ed3e60e864a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:56.179211 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5b86-b7a2-45b1-a48e-ed3e60e864a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:56.190980 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b9a2d5e1-b9b0-47fb-9151-64f226beaf86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:56.228244 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-6cbe5b86-b7a2-45b1-a48e-ed3e60e864a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8334a52881b48d2abbfd851e87548c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356393 Jul 27 11:10:56.231496 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 56082) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:10:56.232026 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe5b86-b7a2-45b1-a48e-ed3e60e864a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11a8a79-9ecd-41c1-bf8b-5a5fb29250c7,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:56.242653 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b9a2d5e1-b9b0-47fb-9151-64f226beaf86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:56.283993 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6ab5349a-cf4a-4321-a0d5-131be07c6202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:56.289708 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b9a2d5e1-b9b0-47fb-9151-64f226beaf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:56.292208 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b9a2d5e1-b9b0-47fb-9151-64f226beaf86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:56.293351 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-b9a2d5e1-b9b0-47fb-9151-64f226beaf86 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c82cc15d-3700-456f-a5bf-54c69f6952ad HTTP/1.1" status: 204 len: 168 time: 0.1884754 Jul 27 11:10:56.302771 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2d5e1-b9b0-47fb-9151-64f226beaf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82cc15d-3700-456f-a5bf-54c69f6952ad,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:56.306808 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6ab5349a-cf4a-4321-a0d5-131be07c6202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:56.360042 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6ab5349a-cf4a-4321-a0d5-131be07c6202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:56.362742 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6ab5349a-cf4a-4321-a0d5-131be07c6202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:56.366755 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-6ab5349a-cf4a-4321-a0d5-131be07c6202 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c11a8a79-9ecd-41c1-bf8b-5a5fb29250c7 HTTP/1.1" status: 204 len: 168 time: 0.1314220 Jul 27 11:10:56.373145 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5349a-cf4a-4321-a0d5-131be07c6202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11a8a79-9ecd-41c1-bf8b-5a5fb29250c7,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:56.698785 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a44ec5-3947-4c92-9793-f3ada8b92e2f req-76e14de8-6509-49e4-837f-84b0f79b57c2 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:56.702746 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-03a44ec5-3947-4c92-9793-f3ada8b92e2f req-76e14de8-6509-49e4-837f-84b0f79b57c2 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 944 time: 0.1123500 Jul 27 11:10:56.736175 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41a4c4-179b-4462-816f-06ab863e7f00 req-90f33620-029c-4e73-a236-13b0e3da37ea tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:56.737766 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf41a4c4-179b-4462-816f-06ab863e7f00 req-90f33620-029c-4e73-a236-13b0e3da37ea tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.1099977 Jul 27 11:10:56.766006 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-03a44ec5-3947-4c92-9793-f3ada8b92e2f req-b7fe8d90-35a4-4993-8df6-9b94fff8c16a tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592289 Jul 27 11:10:56.796819 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf41a4c4-179b-4462-816f-06ab863e7f00 req-a5e32f4c-5393-4af7-93ce-0ac0f9b4a7c4 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492685 Jul 27 11:10:56.942424 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbe398-0df1-4993-b3bc-95defbf1a167 req-4e6a0f8e-cf24-49e7-94f0-b59fed61f29b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:56.943943 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3ddbe398-0df1-4993-b3bc-95defbf1a167 req-4e6a0f8e-cf24-49e7-94f0-b59fed61f29b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 943 time: 0.0661061 Jul 27 11:10:56.993294 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3ddbe398-0df1-4993-b3bc-95defbf1a167 req-6389435b-eb3f-43b3-8793-adb1cf637143 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429969 Jul 27 11:10:57.062846 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae5acb-23de-4dfe-91a3-6db64a67b801 req-90f9659c-d370-43d0-a938-85a07d7e722d tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:57.064809 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-efae5acb-23de-4dfe-91a3-6db64a67b801 req-90f9659c-d370-43d0-a938-85a07d7e722d tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 944 time: 0.0685666 Jul 27 11:10:57.117279 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-efae5acb-23de-4dfe-91a3-6db64a67b801 req-d1699716-8083-4d7d-b195-099462c13eff tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447774 Jul 27 11:10:57.945923 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542a5c0-b7e4-4e3f-9b33-e072a3774a0a req-8030c028-7400-4509-8810-bd738b5caba9 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:57.947603 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6542a5c0-b7e4-4e3f-9b33-e072a3774a0a req-8030c028-7400-4509-8810-bd738b5caba9 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 944 time: 0.1048412 Jul 27 11:10:58.001511 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a08b1-fe5d-4d75-a83a-9700b49d44a4 req-66801990-f5d4-4cf8-9ebe-7285639f6599 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:58.003040 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-702a08b1-fe5d-4d75-a83a-9700b49d44a4 req-66801990-f5d4-4cf8-9ebe-7285639f6599 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.1105506 Jul 27 11:10:58.013271 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6542a5c0-b7e4-4e3f-9b33-e072a3774a0a req-de3745ba-b58d-47ac-823d-299bed3f5e71 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579343 Jul 27 11:10:58.059796 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-702a08b1-fe5d-4d75-a83a-9700b49d44a4 req-c84e2107-ec04-4c5a-9184-5b1d9a80b508 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454683 Jul 27 11:10:58.171205 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-85a3a190-2f89-48aa-8739-f0baba6e8bbc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c133c5c5-bf30-4ef5-82db-4553057eecf3 HTTP/1.1" status: 200 len: 217 time: 0.0478835 Jul 27 11:10:58.275714 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cfa09-344e-4ec6-b7ce-a8dca729adaf req-b378d2f9-5c74-4626-a901-c21260cc906f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:58.283179 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7c1cfa09-344e-4ec6-b7ce-a8dca729adaf req-b378d2f9-5c74-4626-a901-c21260cc906f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 943 time: 0.1972623 Jul 27 11:10:58.286508 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-eafdbcc5-e20e-49bc-b082-c659c8ab3375 req-1d32f1d9-03be-4382-bd0f-28bb46dabfb0 service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610250 Jul 27 11:10:58.302695 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 79e24046-3402-4585-b553-c795ab38f7ac details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:10:58.311142 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-4582326c-3c2b-43db-956e-8d3ae3c7c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:58.313133 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-4582326c-3c2b-43db-956e-8d3ae3c7c80f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=727eb73e-f40c-4c15-8595-71d8b1d5ca05 HTTP/1.1" status: 200 len: 850 time: 0.1328664 Jul 27 11:10:58.377388 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['2becd9f3-0612-43da-b87c-3f0df5acb625'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:10:58.395596 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc708701-ea70-4d27-b8ac-2a95637e9f3c req-b253a10e-a498-4917-91d9-4f6eb5d6ba35 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:58.398095 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cc708701-ea70-4d27-b8ac-2a95637e9f3c req-b253a10e-a498-4917-91d9-4f6eb5d6ba35 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 944 time: 0.2049677 Jul 27 11:10:58.410519 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-eafdbcc5-e20e-49bc-b082-c659c8ab3375 req-1ac50e20-0b13-470d-8345-aecad8d9a0aa service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128027 Jul 27 11:10:58.413322 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7c1cfa09-344e-4ec6-b7ce-a8dca729adaf req-0b235277-6f42-47ca-8c31-92700a155c26 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1291938 Jul 27 11:10:58.472451 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['403d6f23-4e71-4b8e-a548-c87810fbc2f8'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:10:58.501087 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cc708701-ea70-4d27-b8ac-2a95637e9f3c req-b2150095-12af-4a94-973e-958bb5634228 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866382 Jul 27 11:10:58.503678 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-082cf0b4-770e-49cd-9f8d-dbd04c46f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:58.505501 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-082cf0b4-770e-49cd-9f8d-dbd04c46f2f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b646d9a6-e951-486f-9f74-88c0b53d2484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1839414 Jul 27 11:10:58.661420 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-881be64b-725e-4cf5-b0d3-f6c36ada44f8 service neutron] 10.222.0.20 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484134 Jul 27 11:10:58.685098 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 79e24046-3402-4585-b553-c795ab38f7ac, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=79e24046-3402-4585-b553-c795ab38f7ac,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:58.708885 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '79e24046-3402-4585-b553-c795ab38f7ac', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'port_id': '79e24046-3402-4585-b553-c795ab38f7ac', 'mac_address': 'fa:16:3e:44:26:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:10:58.819503 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:58.856981 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e24046-3402-4585-b553-c795ab38f7ac {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:10:58.870806 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eda32cc6-fa6e-46ae-8e88-fa1548fe54a3 req-e72220d0-7a05-44d5-b2c1-6b6154135115 service neutron] 10.222.0.20 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011459 Jul 27 11:10:58.902830 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 79e24046-3402-4585-b553-c795ab38f7ac, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=79e24046-3402-4585-b553-c795ab38f7ac,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:10:58.909737 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:10:59.001690 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=79e24046-3402-4585-b553-c795ab38f7ac,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:10:59.046696 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daa8cd-386d-4fb6-8121-34d7b9d341a3 req-e1e00da5-fe6a-480a-a5b2-df5887b55791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:59.048951 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d2daa8cd-386d-4fb6-8121-34d7b9d341a3 req-e1e00da5-fe6a-480a-a5b2-df5887b55791 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=983cb18737eb4b72ae1747ef4d5731a1&device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 1096 time: 0.0755668 Jul 27 11:10:59.393472 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['79e24046-3402-4585-b553-c795ab38f7ac'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:10:59.484442 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daa8cd-386d-4fb6-8121-34d7b9d341a3 req-fd424ee7-a92b-4898-a3d9-9e9b98c6f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:59.486627 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d2daa8cd-386d-4fb6-8121-34d7b9d341a3 req-fd424ee7-a92b-4898-a3d9-9e9b98c6f887 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b646d9a6-e951-486f-9f74-88c0b53d2484 HTTP/1.1" status: 200 len: 911 time: 0.4281483 Jul 27 11:10:59.507852 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bbd41-3de2-4c54-8f4b-bf7118709dd2 req-7c60b71b-2316-4774-9cb6-5d8a5a07d0fe tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:59.509368 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-703bbd41-3de2-4c54-8f4b-bf7118709dd2 req-7c60b71b-2316-4774-9cb6-5d8a5a07d0fe tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 944 time: 0.4194787 Jul 27 11:10:59.561780 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da993d-0277-41c5-bb6d-08638bf4a46d req-1b271380-3f5b-44ee-8762-65434c5d463f tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:59.563240 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-17da993d-0277-41c5-bb6d-08638bf4a46d req-1b271380-3f5b-44ee-8762-65434c5d463f tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 944 time: 0.4285374 Jul 27 11:10:59.566156 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d2daa8cd-386d-4fb6-8121-34d7b9d341a3 req-3494dcca-c186-4e3f-a9e1-efba4a0a26fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c133c5c5-bf30-4ef5-82db-4553057eecf3 HTTP/1.1" status: 200 len: 217 time: 0.0550756 Jul 27 11:10:59.653821 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-703bbd41-3de2-4c54-8f4b-bf7118709dd2 req-ecb552af-99bd-4392-80b5-94c318291c8a tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361287 Jul 27 11:10:59.657109 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-17da993d-0277-41c5-bb6d-08638bf4a46d req-0600b7a7-c0b3-4a68-a1b0-35596c497b14 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847554 Jul 27 11:10:59.658481 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daa8cd-386d-4fb6-8121-34d7b9d341a3 req-39d70d46-3479-4e36-aabd-e8cd8629f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:59.659873 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d2daa8cd-386d-4fb6-8121-34d7b9d341a3 req-39d70d46-3479-4e36-aabd-e8cd8629f8d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=727eb73e-f40c-4c15-8595-71d8b1d5ca05 HTTP/1.1" status: 200 len: 850 time: 0.0857897 Jul 27 11:10:59.820120 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daa8cd-386d-4fb6-8121-34d7b9d341a3 req-22017a9c-e184-448a-b1b6-ddc02009dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:59.820120 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d2daa8cd-386d-4fb6-8121-34d7b9d341a3 req-22017a9c-e184-448a-b1b6-ddc02009dd4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b646d9a6-e951-486f-9f74-88c0b53d2484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1498320 Jul 27 11:10:59.893296 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bb14a-1ae6-411d-9a3c-874182eaf2ff req-9b38647f-84c8-4155-b854-89db1920d40c tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:59.894827 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-658bb14a-1ae6-411d-9a3c-874182eaf2ff req-9b38647f-84c8-4155-b854-89db1920d40c tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 944 time: 0.1633561 Jul 27 11:10:59.905469 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ad24d-a9d7-4644-840a-1ed2d3afc02f req-b20e2a33-4be5-4776-bd7d-2da2f64af539 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:10:59.906902 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d48ad24d-a9d7-4644-840a-1ed2d3afc02f req-b20e2a33-4be5-4776-bd7d-2da2f64af539 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 943 time: 0.1908016 Jul 27 11:10:59.998247 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-658bb14a-1ae6-411d-9a3c-874182eaf2ff req-e7697244-0f75-49c8-adbe-bfe8eb231325 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903611 Jul 27 11:11:00.010170 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d48ad24d-a9d7-4644-840a-1ed2d3afc02f req-1c15c1d5-70ec-47a2-8ff8-eef56469b5e9 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914345 Jul 27 11:11:00.014629 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d2daa8cd-386d-4fb6-8121-34d7b9d341a3 req-eaf50a40-4cab-4bf1-b665-f41855c3b5b9 service neutron] 10.222.0.20 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873982 Jul 27 11:11:00.119823 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d2daa8cd-386d-4fb6-8121-34d7b9d341a3 req-758ced19-2cd6-451f-aa1b-29bbd7954a25 service neutron] 10.222.0.20 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972908 Jul 27 11:11:00.337133 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device c133c5c5-bf30-4ef5-82db-4553057eecf3 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:11:00.344394 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 2becd9f3-0612-43da-b87c-3f0df5acb625 up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:11:00.460614 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port 2becd9f3-0612-43da-b87c-3f0df5acb625 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:11:00.470660 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 2becd9f3-0612-43da-b87c-3f0df5acb625 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:11:00.471032 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:00.478833 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port c133c5c5-bf30-4ef5-82db-4553057eecf3, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c133c5c5-bf30-4ef5-82db-4553057eecf3,segment=NetworkSegment(e53c83d7-3bbd-45fd-9997-748cab2aa915),segment_id=e53c83d7-3bbd-45fd-9997-748cab2aa915)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:11:00.510642 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': 'c133c5c5-bf30-4ef5-82db-4553057eecf3', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'port_id': 'c133c5c5-bf30-4ef5-82db-4553057eecf3', 'mac_address': 'fa:16:3e:55:06:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:11:00.565631 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:00.596808 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c133c5c5-bf30-4ef5-82db-4553057eecf3 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:11:00.624513 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:00.627197 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port c133c5c5-bf30-4ef5-82db-4553057eecf3, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c133c5c5-bf30-4ef5-82db-4553057eecf3,segment=NetworkSegment(e53c83d7-3bbd-45fd-9997-748cab2aa915),segment_id=e53c83d7-3bbd-45fd-9997-748cab2aa915)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:11:00.637002 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:00.672132 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34d516c-f69e-412e-81e3-e61082f94905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2becd9f3-0612-43da-b87c-3f0df5acb625'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:11:00.764494 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 2becd9f3-0612-43da-b87c-3f0df5acb625, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2becd9f3-0612-43da-b87c-3f0df5acb625,segment=NetworkSegment(aaeb2591-eeb3-4598-9d73-4d23cb5c83a0),segment_id=aaeb2591-eeb3-4598-9d73-4d23cb5c83a0)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:11:00.773078 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:00.773926 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 79e24046-3402-4585-b553-c795ab38f7ac up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:11:00.778928 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=c133c5c5-bf30-4ef5-82db-4553057eecf3,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:00.833630 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d20f55-10f1-4540-94d1-34819d1c36c5 req-bdd05350-ad68-4d3b-a860-9ca29be23242 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:00.835764 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-44d20f55-10f1-4540-94d1-34819d1c36c5 req-bdd05350-ad68-4d3b-a860-9ca29be23242 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 944 time: 0.1014597 Jul 27 11:11:00.847670 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da73dc6-4d40-49fd-b0ae-5fa01569df97 req-a7605804-df08-4812-b6f2-e40d5ecee972 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:00.849191 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9da73dc6-4d40-49fd-b0ae-5fa01569df97 req-a7605804-df08-4812-b6f2-e40d5ecee972 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 944 time: 0.1136668 Jul 27 11:11:00.857737 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=2becd9f3-0612-43da-b87c-3f0df5acb625,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:00.870258 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14958c5-f931-48e2-ac8c-558ab43cc239" -d '{"events": [{"server_uuid": "e34d516c-f69e-412e-81e3-e61082f94905", "name": "network-vif-plugged", "status": "completed", "tag": "2becd9f3-0612-43da-b87c-3f0df5acb625"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:11:00.874002 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port 79e24046-3402-4585-b553-c795ab38f7ac completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:11:00.878100 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 79e24046-3402-4585-b553-c795ab38f7ac triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:11:00.878478 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:00.907036 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-44d20f55-10f1-4540-94d1-34819d1c36c5 req-9cfbaf54-a952-48a9-890e-59e75d685063 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568814 Jul 27 11:11:00.927419 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9da73dc6-4d40-49fd-b0ae-5fa01569df97 req-ab8e0090-8b22-4a45-bd92-65daa8193755 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540519 Jul 27 11:11:00.963877 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:00.996975 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 79e24046-3402-4585-b553-c795ab38f7ac, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=79e24046-3402-4585-b553-c795ab38f7ac,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:11:01.002527 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:01.003453 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 403d6f23-4e71-4b8e-a548-c87810fbc2f8 up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:11:01.042593 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d231af21-fd40-4d81-a6ff-3b4c2a2d1708 x-openstack-request-id: req-d231af21-fd40-4d81-a6ff-3b4c2a2d1708 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:11:01.042726 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34d516c-f69e-412e-81e3-e61082f94905", "name": "network-vif-plugged", "status": "completed", "tag": "2becd9f3-0612-43da-b87c-3f0df5acb625", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:11:01.042955 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d231af21-fd40-4d81-a6ff-3b4c2a2d1708 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:11:01.043422 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34d516c-f69e-412e-81e3-e61082f94905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2becd9f3-0612-43da-b87c-3f0df5acb625', 'code': 200} Jul 27 11:11:01.092158 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port 403d6f23-4e71-4b8e-a548-c87810fbc2f8 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:11:01.094319 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=79e24046-3402-4585-b553-c795ab38f7ac,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:01.099233 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 403d6f23-4e71-4b8e-a548-c87810fbc2f8 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:11:01.099613 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:01.190086 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:01.190209 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403804d-6697-4271-8784-ea94cb641b82 req-b881cb28-9baf-4656-a86b-8759bb8cc230 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:01.191651 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e403804d-6697-4271-8784-ea94cb641b82 req-b881cb28-9baf-4656-a86b-8759bb8cc230 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 944 time: 0.1049461 Jul 27 11:11:01.216560 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0e8d6-afe6-45e3-82c0-ce2c190979c0 req-93de17e4-8b11-439d-a6b0-da639bb86f9f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:01.218182 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-20e0e8d6-afe6-45e3-82c0-ce2c190979c0 req-93de17e4-8b11-439d-a6b0-da639bb86f9f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 944 time: 0.0978851 Jul 27 11:11:01.232201 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 403d6f23-4e71-4b8e-a548-c87810fbc2f8, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=403d6f23-4e71-4b8e-a548-c87810fbc2f8,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:11:01.236501 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:01.265438 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e403804d-6697-4271-8784-ea94cb641b82 req-010e53f8-46f8-4140-b521-d55f1bacb195 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653815 Jul 27 11:11:01.281377 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-20e0e8d6-afe6-45e3-82c0-ce2c190979c0 req-023b68fe-3422-49b3-8dcd-509f0acb8cf4 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545199 Jul 27 11:11:01.297326 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=403d6f23-4e71-4b8e-a548-c87810fbc2f8,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:02.077081 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa85722-5d86-4182-bbfd-7440adc56c3a req-438e7a4f-f238-48f0-b742-a7136ec1e573 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:02.078602 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8aa85722-5d86-4182-bbfd-7440adc56c3a req-438e7a4f-f238-48f0-b742-a7136ec1e573 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 945 time: 0.1018553 Jul 27 11:11:02.098065 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbeafed-f4f2-4a72-a17b-1917b987d4e3 req-cada0b8d-103a-4043-a8b0-5f99fceaa519 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:02.099520 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4cbeafed-f4f2-4a72-a17b-1917b987d4e3 req-cada0b8d-103a-4043-a8b0-5f99fceaa519 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.0913372 Jul 27 11:11:02.146510 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8aa85722-5d86-4182-bbfd-7440adc56c3a req-06b271d7-0da9-474e-bff7-a456bbcc3bff tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616198 Jul 27 11:11:02.153529 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4cbeafed-f4f2-4a72-a17b-1917b987d4e3 req-919d61a9-c0ad-4354-8edf-95a5d9bc878f tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459187 Jul 27 11:11:02.475280 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3672f-3a85-4fdd-8d42-2cffba042790 req-feebae7b-be76-4019-80ac-6859de62d12e tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:02.477322 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2fb3672f-3a85-4fdd-8d42-2cffba042790 req-feebae7b-be76-4019-80ac-6859de62d12e tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.1053581 Jul 27 11:11:02.489830 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae6cea-0ad9-434e-a7b3-b985627c4f2a req-ca771fd3-7130-43d6-bddd-a31553dc1868 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:02.491328 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a2ae6cea-0ad9-434e-a7b3-b985627c4f2a req-ca771fd3-7130-43d6-bddd-a31553dc1868 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 944 time: 0.0914557 Jul 27 11:11:02.543760 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2fb3672f-3a85-4fdd-8d42-2cffba042790 req-48916c26-b693-47aa-bb59-635e5e14818b tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514727 Jul 27 11:11:02.551372 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a2ae6cea-0ad9-434e-a7b3-b985627c4f2a req-9084d736-0c38-43d4-9c92-4fe3b232dd7c tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532153 Jul 27 11:11:03.045675 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4199704-1966-4dd3-9e0c-23ffec4ce781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e24046-3402-4585-b553-c795ab38f7ac'}, {'server_uuid': '878e41fe-44ae-439d-88df-ad5b51db2720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403d6f23-4e71-4b8e-a548-c87810fbc2f8'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:11:03.048000 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d81b9f-a3ad-4242-a051-6648416541e5" -d '{"events": [{"server_uuid": "b4199704-1966-4dd3-9e0c-23ffec4ce781", "name": "network-vif-plugged", "status": "completed", "tag": "79e24046-3402-4585-b553-c795ab38f7ac"}, {"server_uuid": "878e41fe-44ae-439d-88df-ad5b51db2720", "name": "network-vif-plugged", "status": "completed", "tag": "403d6f23-4e71-4b8e-a548-c87810fbc2f8"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:11:03.087195 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 11:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e176052-4377-42cc-b636-e76d949a344c x-openstack-request-id: req-0e176052-4377-42cc-b636-e76d949a344c {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:11:03.087499 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4199704-1966-4dd3-9e0c-23ffec4ce781", "name": "network-vif-plugged", "status": "completed", "tag": "79e24046-3402-4585-b553-c795ab38f7ac", "code": 200}, {"server_uuid": "878e41fe-44ae-439d-88df-ad5b51db2720", "name": "network-vif-plugged", "status": "completed", "tag": "403d6f23-4e71-4b8e-a548-c87810fbc2f8", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:11:03.087754 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e176052-4377-42cc-b636-e76d949a344c {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:11:03.088147 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4199704-1966-4dd3-9e0c-23ffec4ce781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e24046-3402-4585-b553-c795ab38f7ac', 'code': 200} Jul 27 11:11:03.088401 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878e41fe-44ae-439d-88df-ad5b51db2720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403d6f23-4e71-4b8e-a548-c87810fbc2f8', 'code': 200} Jul 27 11:11:03.310313 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe6653-ef6c-4325-b50a-d0eac5d3525c req-6f6585b8-4a8d-4a7f-8d60-568a3208ec7d tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:03.311879 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9cfe6653-ef6c-4325-b50a-d0eac5d3525c req-6f6585b8-4a8d-4a7f-8d60-568a3208ec7d tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 945 time: 0.0994642 Jul 27 11:11:03.317451 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:03.344279 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f177e4-211e-45b9-9d58-d64e21738bc8 req-1ee01dea-ecb9-4e03-aa5d-dfeae5abd91c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:03.345944 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a4f177e4-211e-45b9-9d58-d64e21738bc8 req-1ee01dea-ecb9-4e03-aa5d-dfeae5abd91c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.1060004 Jul 27 11:11:03.379041 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9cfe6653-ef6c-4325-b50a-d0eac5d3525c req-dae52514-f5ef-4214-ac26-c993daf0b541 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600846 Jul 27 11:11:03.402877 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a4f177e4-211e-45b9-9d58-d64e21738bc8 req-a2944c81-3e45-455a-ba2a-99af0a937359 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504334 Jul 27 11:11:03.565389 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.20', 65358) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:03.678402 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['c133c5c5-bf30-4ef5-82db-4553057eecf3'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:11:03.684676 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c4800-fe86-4475-9bdd-836aa83598dd req-664cd713-7f37-494a-8156-d11e3c3a2385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:03.686219 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-173c4800-fe86-4475-9bdd-836aa83598dd req-664cd713-7f37-494a-8156-d11e3c3a2385 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 1098 time: 0.1194556 Jul 27 11:11:03.707633 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-173c4800-fe86-4475-9bdd-836aa83598dd req-91d0550b-c43d-4725-9c68-5d4711e2d586 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:03.748231 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c76f47-53bf-484d-8690-5d4da3539c87 req-b52b7c73-8608-4d57-8765-b5f4871a869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:03.750983 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-31c76f47-53bf-484d-8690-5d4da3539c87 req-b52b7c73-8608-4d57-8765-b5f4871a869b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 1098 time: 0.2120061 Jul 27 11:11:03.765000 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031799e-bf4d-4570-8b51-7fd20382ad39 req-0ee36dcc-0533-4367-a526-95da6d9eb920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:03.766481 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3031799e-bf4d-4570-8b51-7fd20382ad39 req-0ee36dcc-0533-4367-a526-95da6d9eb920 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 1098 time: 0.2000725 Jul 27 11:11:03.785540 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e5acc-386d-4288-b17a-46292ff70000 req-cff21bf2-a32c-4bff-905f-51bb806ef4a1 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:03.787020 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-404e5acc-386d-4288-b17a-46292ff70000 req-cff21bf2-a32c-4bff-905f-51bb806ef4a1 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.1723347 Jul 27 11:11:03.804205 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-31c76f47-53bf-484d-8690-5d4da3539c87 req-b9186b79-9a38-4adc-ab67-5c86316eda20 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:03.831451 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-3031799e-bf4d-4570-8b51-7fd20382ad39 req-db42dcae-85a7-4854-aa7c-ee5c3055fefd service neutron] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:03.854688 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-173c4800-fe86-4475-9bdd-836aa83598dd req-91d0550b-c43d-4725-9c68-5d4711e2d586 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:03.854791 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767b510-82a8-430e-bbdb-5db6575a10af req-b4e80cb9-49a7-4f4c-b0a8-704ea81b615a tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:03.854791 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d767b510-82a8-430e-bbdb-5db6575a10af req-b4e80cb9-49a7-4f4c-b0a8-704ea81b615a tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 944 time: 0.2049546 Jul 27 11:11:03.864127 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-173c4800-fe86-4475-9bdd-836aa83598dd req-91d0550b-c43d-4725-9c68-5d4711e2d586 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:03.895046 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-404e5acc-386d-4288-b17a-46292ff70000 req-84cfaf47-bab4-4f35-b077-7125e1a63039 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953298 Jul 27 11:11:03.910110 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-173c4800-fe86-4475-9bdd-836aa83598dd req-91d0550b-c43d-4725-9c68-5d4711e2d586 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154946 Jul 27 11:11:03.926817 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0550b-c43d-4725-9c68-5d4711e2d586 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a48c3c1b-83e2-4833-b0d4-0b1434e3d0ea,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:03.932219 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d767b510-82a8-430e-bbdb-5db6575a10af req-3ad390c6-ff51-481a-8487-b54f5c18c6e5 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671549 Jul 27 11:11:03.935512 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.db.api [req-31c76f47-53bf-484d-8690-5d4da3539c87 req-b9186b79-9a38-4adc-ab67-5c86316eda20 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 525aec22d3ac4bed81cdd5a086e9908e {{(pid=93200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 11:11:03.935807 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG oslo_db.api [req-31c76f47-53bf-484d-8690-5d4da3539c87 req-b9186b79-9a38-4adc-ab67-5c86316eda20 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 11:11:03.962454 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.db.api [req-3031799e-bf4d-4570-8b51-7fd20382ad39 req-db42dcae-85a7-4854-aa7c-ee5c3055fefd service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 525aec22d3ac4bed81cdd5a086e9908e {{(pid=93200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 11:11:03.962929 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG oslo_db.api [req-3031799e-bf4d-4570-8b51-7fd20382ad39 req-db42dcae-85a7-4854-aa7c-ee5c3055fefd service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 11:11:04.437047 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-31c76f47-53bf-484d-8690-5d4da3539c87 req-b9186b79-9a38-4adc-ab67-5c86316eda20 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:04.473681 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-3031799e-bf4d-4570-8b51-7fd20382ad39 req-db42dcae-85a7-4854-aa7c-ee5c3055fefd service neutron] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:04.644897 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-31c76f47-53bf-484d-8690-5d4da3539c87 req-b9186b79-9a38-4adc-ab67-5c86316eda20 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8865848 Jul 27 11:11:04.659381 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d40a1-7f2a-4951-8139-1e54ff42ac75 req-aa790293-aa7a-40fb-b7f8-4737882c3e3a tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:04.660795 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5d5d40a1-7f2a-4951-8139-1e54ff42ac75 req-aa790293-aa7a-40fb-b7f8-4737882c3e3a tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 945 time: 0.2025208 Jul 27 11:11:04.679485 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f566502-cac4-4a95-88fc-06abf6fc509d req-bb07a534-eddd-47f7-895b-4cbd46a98ab0 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:04.680896 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9f566502-cac4-4a95-88fc-06abf6fc509d req-bb07a534-eddd-47f7-895b-4cbd46a98ab0 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.1719210 Jul 27 11:11:04.693164 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3031799e-bf4d-4570-8b51-7fd20382ad39 req-db42dcae-85a7-4854-aa7c-ee5c3055fefd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9001420 Jul 27 11:11:04.746699 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5d5d40a1-7f2a-4951-8139-1e54ff42ac75 req-09ad35ac-6cba-4b06-ab0d-2b0245f41f90 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748780 Jul 27 11:11:04.749471 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9f566502-cac4-4a95-88fc-06abf6fc509d req-bd0cae8d-3000-435f-977a-2118f7aeb040 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595639 Jul 27 11:11:05.083213 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfb76e-0f4a-4755-b9b0-4bca8aea9589 req-56615e00-8940-4b49-b4fc-1f2c62832876 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:05.084696 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ffcfb76e-0f4a-4755-b9b0-4bca8aea9589 req-56615e00-8940-4b49-b4fc-1f2c62832876 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.0995674 Jul 27 11:11:05.113736 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7859bf-c6ad-4726-80c3-e49c55cfae20 req-ca5c1ed5-55b5-4af6-a458-a54f82047b95 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:05.115198 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4c7859bf-c6ad-4726-80c3-e49c55cfae20 req-ca5c1ed5-55b5-4af6-a458-a54f82047b95 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 944 time: 0.0918849 Jul 27 11:11:05.151383 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ffcfb76e-0f4a-4755-b9b0-4bca8aea9589 req-e92c4a11-620e-40e5-98a7-78961dc6a6af tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595739 Jul 27 11:11:05.171117 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4c7859bf-c6ad-4726-80c3-e49c55cfae20 req-3fc79870-fdef-4cf1-bc9a-a8f44cd56a06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493181 Jul 27 11:11:05.310697 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device c133c5c5-bf30-4ef5-82db-4553057eecf3 up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:11:05.364687 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port c133c5c5-bf30-4ef5-82db-4553057eecf3 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:11:05.369270 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port c133c5c5-bf30-4ef5-82db-4553057eecf3 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:11:05.369674 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:05.461763 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:05.485974 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1702337-322d-4f1a-8322-3f1d61ae9991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c133c5c5-bf30-4ef5-82db-4553057eecf3'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:11:05.488249 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef99956b-50dd-47ab-a891-68ec8f117882" -d '{"events": [{"server_uuid": "d1702337-322d-4f1a-8322-3f1d61ae9991", "name": "network-vif-plugged", "status": "completed", "tag": "c133c5c5-bf30-4ef5-82db-4553057eecf3"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:11:05.501817 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port c133c5c5-bf30-4ef5-82db-4553057eecf3, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c133c5c5-bf30-4ef5-82db-4553057eecf3,segment=NetworkSegment(e53c83d7-3bbd-45fd-9997-748cab2aa915),segment_id=e53c83d7-3bbd-45fd-9997-748cab2aa915)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:11:05.506134 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:05.548792 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34744940-9e32-4b6c-9f75-aca4dc54a5a4 x-openstack-request-id: req-34744940-9e32-4b6c-9f75-aca4dc54a5a4 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:11:05.549088 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1702337-322d-4f1a-8322-3f1d61ae9991", "name": "network-vif-plugged", "status": "completed", "tag": "c133c5c5-bf30-4ef5-82db-4553057eecf3", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:11:05.549347 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34744940-9e32-4b6c-9f75-aca4dc54a5a4 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:11:05.549833 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1702337-322d-4f1a-8322-3f1d61ae9991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c133c5c5-bf30-4ef5-82db-4553057eecf3', 'code': 200} Jul 27 11:11:05.556181 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 56476) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:05.568351 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=c133c5c5-bf30-4ef5-82db-4553057eecf3,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:05.678328 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-14213a63-ee54-4839-9d0e-e1e2a4805594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:05.810903 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57eaa47-a32d-46e3-9474-78a615618e35 req-3c5dbda1-68f2-4d30-b3d4-ea2a8aedc857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:05.812453 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e57eaa47-a32d-46e3-9474-78a615618e35 req-3c5dbda1-68f2-4d30-b3d4-ea2a8aedc857 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 1098 time: 0.0929856 Jul 27 11:11:05.858474 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-14213a63-ee54-4839-9d0e-e1e2a4805594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:05.890632 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-14213a63-ee54-4839-9d0e-e1e2a4805594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:05.956793 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e57eaa47-a32d-46e3-9474-78a615618e35 req-7784a8aa-1630-49f8-afce-6e0f158820b5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1338603 Jul 27 11:11:05.969999 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-14213a63-ee54-4839-9d0e-e1e2a4805594 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b8f0fdbe80242339ceada00f4165417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4127636 Jul 27 11:11:05.972731 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14213a63-ee54-4839-9d0e-e1e2a4805594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa227f5b-1df4-42fe-a91a-687387c5cb24,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:05.972855 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 56490) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:06.006409 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396b2da-1ac0-47e2-9b70-b4daeb181133 req-941b6bcf-c85e-4973-a495-9b88e3198694 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:06.007975 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f396b2da-1ac0-47e2-9b70-b4daeb181133 req-941b6bcf-c85e-4973-a495-9b88e3198694 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 945 time: 0.1840401 Jul 27 11:11:06.019268 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607e1e7-82f4-4d9d-9655-924863387b63 req-1a35c011-073e-4022-9f66-ac3f8761ef19 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:06.020730 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9607e1e7-82f4-4d9d-9655-924863387b63 req-1a35c011-073e-4022-9f66-ac3f8761ef19 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.1707282 Jul 27 11:11:06.022952 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d497c9f6-63ce-4df9-9b80-fdeab013dcab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:06.045808 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d497c9f6-63ce-4df9-9b80-fdeab013dcab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:06.087092 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9607e1e7-82f4-4d9d-9655-924863387b63 req-686a03d7-ceeb-4317-b50f-79ebdfc52422 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541394 Jul 27 11:11:06.087092 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f396b2da-1ac0-47e2-9b70-b4daeb181133 req-5dab6f10-3a04-4ff5-92e3-521699697bcc tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631175 Jul 27 11:11:06.103803 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d497c9f6-63ce-4df9-9b80-fdeab013dcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:06.107647 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d497c9f6-63ce-4df9-9b80-fdeab013dcab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:06.112043 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-d497c9f6-63ce-4df9-9b80-fdeab013dcab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa227f5b-1df4-42fe-a91a-687387c5cb24 HTTP/1.1" status: 204 len: 168 time: 0.1382587 Jul 27 11:11:06.120929 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497c9f6-63ce-4df9-9b80-fdeab013dcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa227f5b-1df4-42fe-a91a-687387c5cb24,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:06.435741 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 56518) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:06.453536 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ed318c4c-94a5-4fac-9edf-446a3889a5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:06.542886 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c1af6-c3dd-4e13-8550-28a379defb2d req-0054c716-948c-4d22-bc7d-523f30b1c372 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:06.550141 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f62c1af6-c3dd-4e13-8550-28a379defb2d req-0054c716-948c-4d22-bc7d-523f30b1c372 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.3304174 Jul 27 11:11:06.572388 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ed318c4c-94a5-4fac-9edf-446a3889a5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:06.576300 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ed318c4c-94a5-4fac-9edf-446a3889a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:06.594086 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b4db3-ac6d-41c0-9b50-2bbcbe9ac5db req-43c064d8-072e-4f73-bc12-a11dc4294d7d tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:06.595595 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cc8b4db3-ac6d-41c0-9b50-2bbcbe9ac5db req-43c064d8-072e-4f73-bc12-a11dc4294d7d tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.3449159 Jul 27 11:11:06.606122 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f62c1af6-c3dd-4e13-8550-28a379defb2d req-2c126349-17f1-4119-b52d-d9902059e93a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549142 Jul 27 11:11:06.627265 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-ed318c4c-94a5-4fac-9edf-446a3889a5ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c70438667efd45a6ad00018bcd54e53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904204 Jul 27 11:11:06.628093 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed318c4c-94a5-4fac-9edf-446a3889a5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3c1a08-c2ca-43a6-a2bf-59ec2d48623b,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:06.631120 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 56528) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:06.670953 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cc8b4db3-ac6d-41c0-9b50-2bbcbe9ac5db req-5f44f893-779c-490d-b873-3662f9d0d9d5 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636175 Jul 27 11:11:06.692624 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-32899c61-ac88-4453-baea-7321ed3a04da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:06.702099 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:11:06.715585 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-32899c61-ac88-4453-baea-7321ed3a04da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:06.764939 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-32899c61-ac88-4453-baea-7321ed3a04da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:06.767662 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-32899c61-ac88-4453-baea-7321ed3a04da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:06.768795 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-32899c61-ac88-4453-baea-7321ed3a04da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d3c1a08-c2ca-43a6-a2bf-59ec2d48623b HTTP/1.1" status: 204 len: 168 time: 0.1362331 Jul 27 11:11:06.778509 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32899c61-ac88-4453-baea-7321ed3a04da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3c1a08-c2ca-43a6-a2bf-59ec2d48623b,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:07.265959 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837374d-9577-4308-b7a0-78384e37ff5e req-618d7e8d-e69b-4ac3-97a4-3cb7ef633b41 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:07.267480 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d837374d-9577-4308-b7a0-78384e37ff5e req-618d7e8d-e69b-4ac3-97a4-3cb7ef633b41 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.1072464 Jul 27 11:11:07.275786 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c508b4-7d49-4b20-89b1-0a9f1962c432 req-b2f8ec75-3b4d-41ac-97fe-a7a92fdf8df4 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:07.277258 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-21c508b4-7d49-4b20-89b1-0a9f1962c432 req-b2f8ec75-3b4d-41ac-97fe-a7a92fdf8df4 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 945 time: 0.1152210 Jul 27 11:11:07.329705 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d837374d-9577-4308-b7a0-78384e37ff5e req-f7d2f992-2025-4189-bb36-227996118cb9 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514200 Jul 27 11:11:07.345103 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-21c508b4-7d49-4b20-89b1-0a9f1962c432 req-d3bebebc-8ba7-4291-82e2-d28ee907ea39 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590742 Jul 27 11:11:07.740549 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2a033-1877-4a80-8b32-192c8d3e192d req-b71cf079-35b4-414e-970b-a20d16bb02d2 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:07.742119 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-aea2a033-1877-4a80-8b32-192c8d3e192d req-b71cf079-35b4-414e-970b-a20d16bb02d2 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.0676751 Jul 27 11:11:07.792325 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 56572) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:07.809616 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-aea2a033-1877-4a80-8b32-192c8d3e192d req-a1c7ab9c-1286-43d6-8580-5922b5f467b9 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570476 Jul 27 11:11:07.837087 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ab1de-fa5f-462c-825e-7277d4fbde7f req-b17cff4c-82ca-42e4-96e7-15cd0f2dd870 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:07.838708 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-255ab1de-fa5f-462c-825e-7277d4fbde7f req-b17cff4c-82ca-42e4-96e7-15cd0f2dd870 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0956621 Jul 27 11:11:07.880106 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-255ab1de-fa5f-462c-825e-7277d4fbde7f req-6bbfb2bf-5b2a-4645-8bf5-16134d4d18dd tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354049 Jul 27 11:11:07.907515 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-aa8ab07a-3f15-488f-9730-e4acef8d4a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:07.991642 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-aa8ab07a-3f15-488f-9730-e4acef8d4a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:07.995464 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-aa8ab07a-3f15-488f-9730-e4acef8d4a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:08.031340 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-aa8ab07a-3f15-488f-9730-e4acef8d4a6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1e56a44302041039a67b290f79fed5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379611 Jul 27 11:11:08.032110 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ab07a-3f15-488f-9730-e4acef8d4a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83174d70-39b6-4c35-b03a-76aad0cf469d,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:08.034021 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 56578) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:08.083277 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0888-dcae-450f-80aa-0c39db5cf6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:08.105932 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0888-dcae-450f-80aa-0c39db5cf6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:08.154092 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0888-dcae-450f-80aa-0c39db5cf6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:08.156558 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0888-dcae-450f-80aa-0c39db5cf6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:08.157700 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-d6ed0888-dcae-450f-80aa-0c39db5cf6b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83174d70-39b6-4c35-b03a-76aad0cf469d HTTP/1.1" status: 204 len: 168 time: 0.1221347 Jul 27 11:11:08.167817 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed0888-dcae-450f-80aa-0c39db5cf6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83174d70-39b6-4c35-b03a-76aad0cf469d,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:08.512727 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd1bdf-93a5-4089-8fa9-4b45d10a4851 req-b776a43b-c3a0-437e-8acb-6ef2380c9002 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:08.514325 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d7dd1bdf-93a5-4089-8fa9-4b45d10a4851 req-b776a43b-c3a0-437e-8acb-6ef2380c9002 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 945 time: 0.0970862 Jul 27 11:11:08.534639 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b952064-c9d2-48de-8b32-2e9b4acbc0f9 req-a5c03072-7563-48f6-9541-87d0aa8ea356 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:08.536109 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b952064-c9d2-48de-8b32-2e9b4acbc0f9 req-a5c03072-7563-48f6-9541-87d0aa8ea356 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.1091943 Jul 27 11:11:08.581201 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d7dd1bdf-93a5-4089-8fa9-4b45d10a4851 req-353ea8ab-7ea2-4da6-97f1-e718521ce15a tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603461 Jul 27 11:11:08.603230 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b952064-c9d2-48de-8b32-2e9b4acbc0f9 req-0f911768-0b70-47e6-a6b4-ca687ab2a0d8 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556545 Jul 27 11:11:08.950733 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509152a0-dfb5-4bc7-a2a0-1aef9371177b req-fa95c2f7-061c-4810-a410-0c8918956bb2 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:08.954018 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-509152a0-dfb5-4bc7-a2a0-1aef9371177b req-fa95c2f7-061c-4810-a410-0c8918956bb2 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.0682406 Jul 27 11:11:09.020658 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-509152a0-dfb5-4bc7-a2a0-1aef9371177b req-e55047cc-96f6-43b7-9cd1-706380959556 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557032 Jul 27 11:11:09.042266 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fd307-a79f-421d-aacd-c4af7cbbcb7d req-65cd2d70-a45a-4daf-ba61-a437b5f23f19 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:09.043645 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-589fd307-a79f-421d-aacd-c4af7cbbcb7d req-65cd2d70-a45a-4daf-ba61-a437b5f23f19 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0887165 Jul 27 11:11:09.082493 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-589fd307-a79f-421d-aacd-c4af7cbbcb7d req-99401741-d2fe-4f1a-849d-3ef9e720f014 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325589 Jul 27 11:11:09.819248 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c455b-2a7e-4612-b64c-1450ec2f0dad req-ecc497a5-8b18-4eb9-8839-ca9a7a13de95 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:09.820806 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eb5c455b-2a7e-4612-b64c-1450ec2f0dad req-ecc497a5-8b18-4eb9-8839-ca9a7a13de95 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 945 time: 0.1353405 Jul 27 11:11:09.847605 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97010fd-2220-4493-bc28-f08178bde978 req-26743b92-87fe-43cc-b079-6a2a822e3d57 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:09.849155 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d97010fd-2220-4493-bc28-f08178bde978 req-26743b92-87fe-43cc-b079-6a2a822e3d57 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.1486707 Jul 27 11:11:09.914141 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eb5c455b-2a7e-4612-b64c-1450ec2f0dad req-a43dc4b5-9f0f-4626-874d-96259a16577d tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818653 Jul 27 11:11:09.945764 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d97010fd-2220-4493-bc28-f08178bde978 req-e306fbd5-f454-48e2-a737-2f1992d80568 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766807 Jul 27 11:11:10.200367 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ea67e-4d82-41c3-a469-7f9591c4e16d req-ceb4b6ed-d4e4-40e8-a075-c7ae4639168d tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:10.201933 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ac1ea67e-4d82-41c3-a469-7f9591c4e16d req-ceb4b6ed-d4e4-40e8-a075-c7ae4639168d tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.1202500 Jul 27 11:11:10.211642 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 56718) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:10.216513 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac560f50-84f1-4e75-840b-1179cf69f270 req-bb4605a5-849f-47b7-9189-455b5dd1cc9e tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:10.217151 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-72cbeb1c-cd3e-436f-b3b2-3d8b581a4e89 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Request body: {'floatingip': {'port_id': '79e24046-3402-4585-b553-c795ab38f7ac'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:11:10.218073 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ac560f50-84f1-4e75-840b-1179cf69f270 req-bb4605a5-849f-47b7-9189-455b5dd1cc9e tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.1001105 Jul 27 11:11:10.233146 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 56720) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:10.264609 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ac560f50-84f1-4e75-840b-1179cf69f270 req-88459e2b-0b92-4868-9c7b-b8477083988c tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398064 Jul 27 11:11:10.344309 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-72cbeb1c-cd3e-436f-b3b2-3d8b581a4e89 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for floatingip, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:10.374668 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba83bc3-b898-49ba-bacb-a4b75643ca5b req-dad4e034-d2d5-4ff0-84a9-5608e51c00f8 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:10.376669 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dba83bc3-b898-49ba-bacb-a4b75643ca5b req-dad4e034-d2d5-4ff0-84a9-5608e51c00f8 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0844357 Jul 27 11:11:10.420396 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f7d0d01b-dbd6-443b-8791-c0bf29eb2aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:10.447519 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dba83bc3-b898-49ba-bacb-a4b75643ca5b req-265b2833-5f51-4af5-b20c-0910689a792a tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619688 Jul 27 11:11:10.559779 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f7d0d01b-dbd6-443b-8791-c0bf29eb2aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:10.573852 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f7d0d01b-dbd6-443b-8791-c0bf29eb2aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:10.613196 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-f7d0d01b-dbd6-443b-8791-c0bf29eb2aa0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d4ec502bc004b078459fc0ec4dd9ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3789582 Jul 27 11:11:10.627522 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 56728) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:10.672839 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0d01b-dbd6-443b-8791-c0bf29eb2aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dddf4b-2980-485c-ac17-21be60593e5c,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:10.726916 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-239d958b-cde0-46a6-9fd9-ff639fe7c3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:10.756197 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-239d958b-cde0-46a6-9fd9-ff639fe7c3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:10.811022 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-239d958b-cde0-46a6-9fd9-ff639fe7c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:10.813685 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-239d958b-cde0-46a6-9fd9-ff639fe7c3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:10.814852 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-239d958b-cde0-46a6-9fd9-ff639fe7c3dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65dddf4b-2980-485c-ac17-21be60593e5c HTTP/1.1" status: 204 len: 168 time: 0.1803317 Jul 27 11:11:10.823399 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d958b-cde0-46a6-9fd9-ff639fe7c3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dddf4b-2980-485c-ac17-21be60593e5c,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:11.041608 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7742ffc-294c-43a7-bded-e66be93006e1 req-bb28bb4c-8330-4a38-ab31-9c121828e9da tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:11.044030 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e7742ffc-294c-43a7-bded-e66be93006e1 req-bb28bb4c-8330-4a38-ab31-9c121828e9da tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 945 time: 0.0726581 Jul 27 11:11:11.100119 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e7742ffc-294c-43a7-bded-e66be93006e1 req-0dbdbc2e-0dfb-4bb1-8e76-84c10518d0d8 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402749 Jul 27 11:11:11.118414 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 56746) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:11.142839 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1433ff20-de3f-44f4-973f-d7fb46d55bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:11.285289 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1433ff20-de3f-44f4-973f-d7fb46d55bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:11.290537 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1433ff20-de3f-44f4-973f-d7fb46d55bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:11.343011 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-1433ff20-de3f-44f4-973f-d7fb46d55bf2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=467f7ada425b4d1ead4635d02b858c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210376 Jul 27 11:11:11.343496 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 56762) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:11.351009 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433ff20-de3f-44f4-973f-d7fb46d55bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96620d74-4afa-45e2-9a7a-0524dbf1de48,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:11.397886 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-72cbeb1c-cd3e-436f-b3b2-3d8b581a4e89 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:11.404342 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-72cbeb1c-cd3e-436f-b3b2-3d8b581a4e89 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084477'] for floatingip, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:11.430074 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8a39-c358-4528-aa0b-8b227ce38c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:11.465959 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8a39-c358-4528-aa0b-8b227ce38c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:11.545614 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8a39-c358-4528-aa0b-8b227ce38c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:11.549038 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8a39-c358-4528-aa0b-8b227ce38c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:11.552521 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-3d5b8a39-c358-4528-aa0b-8b227ce38c7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96620d74-4afa-45e2-9a7a-0524dbf1de48 HTTP/1.1" status: 204 len: 168 time: 0.2057207 Jul 27 11:11:11.599535 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b8a39-c358-4528-aa0b-8b227ce38c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96620d74-4afa-45e2-9a7a-0524dbf1de48,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:11.610162 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.l3_db [None req-72cbeb1c-cd3e-436f-b3b2-3d8b581a4e89 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Floating IP a956edc3-fb55-4f42-8f1a-b636b24456bb associated. External IP: 172.27.3.5, port: 79e24046-3402-4585-b553-c795ab38f7ac. Jul 27 11:11:11.694979 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f92d36-660e-4d97-bba8-3f81102855ce req-b6ed4988-6ff7-44b8-8c5a-8ec0fe297b3d tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:11.697169 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d5f92d36-660e-4d97-bba8-3f81102855ce req-b6ed4988-6ff7-44b8-8c5a-8ec0fe297b3d tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.1259372 Jul 27 11:11:11.773559 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d5f92d36-660e-4d97-bba8-3f81102855ce req-8eaedf5c-cfc1-4583-9d21-9738c1db4b1f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663161 Jul 27 11:11:11.957835 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cbeb1c-cd3e-436f-b3b2-3d8b581a4e89 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Router 6a255457-6967-4a81-8903-ea414e850adc has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:11:12.030821 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd874d97-8d06-4d54-87ac-1e8195cd6d81 req-be764a16-e48e-4bba-9aa6-a44788d13f2f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:12.038306 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dd874d97-8d06-4d54-87ac-1e8195cd6d81 req-be764a16-e48e-4bba-9aa6-a44788d13f2f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.1106761 Jul 27 11:11:12.041955 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 56808) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:12.046707 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-709d4f1b-87ac-466c-afc6-c05700f205ac tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Request body: {'floatingip': {'port_id': 'c133c5c5-bf30-4ef5-82db-4553057eecf3'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:11:12.081751 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cbeb1c-cd3e-436f-b3b2-3d8b581a4e89 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:11:12.088059 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-72cbeb1c-cd3e-436f-b3b2-3d8b581a4e89 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:12.096098 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22948490-ad7f-44f9-ade2-ea8d3539856c None None] Sync routers for ids ['6a255457-6967-4a81-8903-ea414e850adc'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:11:12.110050 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22948490-ad7f-44f9-ade2-ea8d3539856c None None] Routers {'6a255457-6967-4a81-8903-ea414e850adc'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:11:12.111551 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-22948490-ad7f-44f9-ade2-ea8d3539856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:10:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['6a255457-6967-4a81-8903-ea414e850adc'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:11:12.129537 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-709d4f1b-87ac-466c-afc6-c05700f205ac tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for floatingip, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:12.160825 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-72cbeb1c-cd3e-436f-b3b2-3d8b581a4e89 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "PUT /v2.0/floatingips/a956edc3-fb55-4f42-8f1a-b636b24456bb HTTP/1.1" status: 200 len: 989 time: 1.9471862 Jul 27 11:11:12.162064 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 56812) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:12.162064 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4199704-1966-4dd3-9e0c-23ffec4ce781', 'tag': '79e24046-3402-4585-b553-c795ab38f7ac'}] {{(pid=93199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:11:12.165340 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d443fbfdc714505da2ae46b12ec6c602a25b40796aa13b1bf78cba4db9ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dcc0ec-f6fc-4e2b-b21c-204e8c814f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4199704-1966-4dd3-9e0c-23ffec4ce781", "tag": "79e24046-3402-4585-b553-c795ab38f7ac"}]}' {{(pid=93199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:11:12.181690 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c6b88ffe-0758-4050-89a2-4eb9e6ed8371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:12.251988 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-22948490-ad7f-44f9-ade2-ea8d3539856c None None] Set router 6a255457-6967-4a81-8903-ea414e850adc gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:11:12.287095 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c6b88ffe-0758-4050-89a2-4eb9e6ed8371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:12.292102 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c6b88ffe-0758-4050-89a2-4eb9e6ed8371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:12.337891 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-c6b88ffe-0758-4050-89a2-4eb9e6ed8371 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c890982a8984029a42a08f63b5e8578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694353 Jul 27 11:11:12.338958 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b88ffe-0758-4050-89a2-4eb9e6ed8371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e44b07-55c4-4d86-aefa-b16b3d104921,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:12.341450 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 56820) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:12.401248 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-72b06b24-b8a5-4d44-8e8f-9acde2740139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:12.424534 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-72b06b24-b8a5-4d44-8e8f-9acde2740139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:12.474336 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-72b06b24-b8a5-4d44-8e8f-9acde2740139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:12.478315 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-72b06b24-b8a5-4d44-8e8f-9acde2740139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:12.480812 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-72b06b24-b8a5-4d44-8e8f-9acde2740139 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22e44b07-55c4-4d86-aefa-b16b3d104921 HTTP/1.1" status: 204 len: 168 time: 0.1330509 Jul 27 11:11:12.490653 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b06b24-b8a5-4d44-8e8f-9acde2740139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e44b07-55c4-4d86-aefa-b16b3d104921,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:12.620632 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-22948490-ad7f-44f9-ade2-ea8d3539856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:28Z', 'revision_number': 4, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': 'a956edc3-fb55-4f42-8f1a-b636b24456bb', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': '6a255457-6967-4a81-8903-ea414e850adc', 'port_id': '79e24046-3402-4585-b553-c795ab38f7ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'mac_address': 'fa:16:3e:44:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4199704-1966-4dd3-9e0c-23ffec4ce781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:10:39Z', 'updated_at': '2021-07-27T11:11:11Z', 'revision_number': 1, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abf644f-9f22-49ca-a2d5-91f15391827f', 'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'mac_address': 'fa:16:3e:a8:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:25Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'subnets': [{'id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:11:12.649503 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22948490-ad7f-44f9-ade2-ea8d3539856c None None] Checking router: 6a255457-6967-4a81-8903-ea414e850adc for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:11:12.660152 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22948490-ad7f-44f9-ade2-ea8d3539856c None None] Routers {'6a255457-6967-4a81-8903-ea414e850adc'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:11:12.661035 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-22948490-ad7f-44f9-ade2-ea8d3539856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:10:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['6a255457-6967-4a81-8903-ea414e850adc'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:11:12.815296 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-22948490-ad7f-44f9-ade2-ea8d3539856c None None] Set router 6a255457-6967-4a81-8903-ea414e850adc gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:11:12.885610 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-709d4f1b-87ac-466c-afc6-c05700f205ac tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:12.889470 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-709d4f1b-87ac-466c-afc6-c05700f205ac tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084477'] for floatingip, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:13.040369 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-22948490-ad7f-44f9-ade2-ea8d3539856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:28Z', 'revision_number': 4, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': 'a956edc3-fb55-4f42-8f1a-b636b24456bb', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': '6a255457-6967-4a81-8903-ea414e850adc', 'port_id': '79e24046-3402-4585-b553-c795ab38f7ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'mac_address': 'fa:16:3e:44:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4199704-1966-4dd3-9e0c-23ffec4ce781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:10:39Z', 'updated_at': '2021-07-27T11:11:11Z', 'revision_number': 1, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abf644f-9f22-49ca-a2d5-91f15391827f', 'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'mac_address': 'fa:16:3e:a8:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:25Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'subnets': [{'id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:11:13.071598 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22948490-ad7f-44f9-ade2-ea8d3539856c None None] The sync data for ids ['6a255457-6967-4a81-8903-ea414e850adc'] in dv-cinder-784956-7-iscsi is: [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:28Z', 'revision_number': 4, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': 'a956edc3-fb55-4f42-8f1a-b636b24456bb', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': '6a255457-6967-4a81-8903-ea414e850adc', 'port_id': '79e24046-3402-4585-b553-c795ab38f7ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'mac_address': 'fa:16:3e:44:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4199704-1966-4dd3-9e0c-23ffec4ce781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:10:39Z', 'updated_at': '2021-07-27T11:11:11Z', 'revision_number': 1, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abf644f-9f22-49ca-a2d5-91f15391827f', 'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'mac_address': 'fa:16:3e:a8:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:25Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'subnets': [{'id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:11:13.191444 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.l3_db [None req-709d4f1b-87ac-466c-afc6-c05700f205ac tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Floating IP 61abd402-055b-47a2-a9ca-df73ba90643d associated. External IP: 172.27.3.76, port: c133c5c5-bf30-4ef5-82db-4553057eecf3. Jul 27 11:11:13.262298 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8bd5aa-fd8f-4a64-853c-6087a45af54e None None] New status for floating IP a956edc3-fb55-4f42-8f1a-b636b24456bb: ACTIVE {{(pid=93201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 11:11:13.399274 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709d4f1b-87ac-466c-afc6-c05700f205ac tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Router 3a2561b0-6ea6-4005-9f6a-a6681142925e has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:11:13.508827 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709d4f1b-87ac-466c-afc6-c05700f205ac tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:11:13.513287 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-709d4f1b-87ac-466c-afc6-c05700f205ac tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:13.518053 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0ea1a-8ee8-472e-bc53-e0f2545a5f30 None None] Sync routers for ids ['3a2561b0-6ea6-4005-9f6a-a6681142925e'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:11:13.527070 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0ea1a-8ee8-472e-bc53-e0f2545a5f30 None None] Routers {'3a2561b0-6ea6-4005-9f6a-a6681142925e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:11:13.527681 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-34d0ea1a-8ee8-472e-bc53-e0f2545a5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:10:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['3a2561b0-6ea6-4005-9f6a-a6681142925e'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:11:13.548560 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-709d4f1b-87ac-466c-afc6-c05700f205ac tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "PUT /v2.0/floatingips/61abd402-055b-47a2-a9ca-df73ba90643d HTTP/1.1" status: 200 len: 990 time: 1.5055540 Jul 27 11:11:13.549146 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1702337-322d-4f1a-8322-3f1d61ae9991', 'tag': 'c133c5c5-bf30-4ef5-82db-4553057eecf3'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:11:13.551573 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e331449-2aa7-45b9-ac55-ec1e6875e589" -d '{"events": [{"name": "network-changed", "server_uuid": "d1702337-322d-4f1a-8322-3f1d61ae9991", "tag": "c133c5c5-bf30-4ef5-82db-4553057eecf3"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:11:13.631622 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-34d0ea1a-8ee8-472e-bc53-e0f2545a5f30 None None] Set router 3a2561b0-6ea6-4005-9f6a-a6681142925e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:11:13.852937 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-34d0ea1a-8ee8-472e-bc53-e0f2545a5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:26Z', 'revision_number': 4, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port': {'id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '61abd402-055b-47a2-a9ca-df73ba90643d', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'port_id': 'c133c5c5-bf30-4ef5-82db-4553057eecf3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'mac_address': 'fa:16:3e:55:06:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1702337-322d-4f1a-8322-3f1d61ae9991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:10:41Z', 'updated_at': '2021-07-27T11:11:12Z', 'revision_number': 1, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be90a97-766a-43cc-b336-c39445d635f8', 'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'mac_address': 'fa:16:3e:48:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:24Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'subnets': [{'id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:11:13.881903 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0ea1a-8ee8-472e-bc53-e0f2545a5f30 None None] Checking router: 3a2561b0-6ea6-4005-9f6a-a6681142925e for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:11:13.890005 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0ea1a-8ee8-472e-bc53-e0f2545a5f30 None None] Routers {'3a2561b0-6ea6-4005-9f6a-a6681142925e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:11:13.890600 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-34d0ea1a-8ee8-472e-bc53-e0f2545a5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:10:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['3a2561b0-6ea6-4005-9f6a-a6681142925e'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:11:13.986189 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-34d0ea1a-8ee8-472e-bc53-e0f2545a5f30 None None] Set router 3a2561b0-6ea6-4005-9f6a-a6681142925e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:11:14.200258 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-34d0ea1a-8ee8-472e-bc53-e0f2545a5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:26Z', 'revision_number': 4, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port': {'id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '61abd402-055b-47a2-a9ca-df73ba90643d', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'port_id': 'c133c5c5-bf30-4ef5-82db-4553057eecf3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'mac_address': 'fa:16:3e:55:06:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1702337-322d-4f1a-8322-3f1d61ae9991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:10:41Z', 'updated_at': '2021-07-27T11:11:12Z', 'revision_number': 1, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be90a97-766a-43cc-b336-c39445d635f8', 'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'mac_address': 'fa:16:3e:48:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:24Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'subnets': [{'id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:11:14.225145 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0ea1a-8ee8-472e-bc53-e0f2545a5f30 None None] The sync data for ids ['3a2561b0-6ea6-4005-9f6a-a6681142925e'] in dv-cinder-784956-7-iscsi is: [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:26Z', 'revision_number': 4, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port': {'id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '61abd402-055b-47a2-a9ca-df73ba90643d', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'port_id': 'c133c5c5-bf30-4ef5-82db-4553057eecf3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'mac_address': 'fa:16:3e:55:06:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1702337-322d-4f1a-8322-3f1d61ae9991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:10:41Z', 'updated_at': '2021-07-27T11:11:12Z', 'revision_number': 1, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be90a97-766a-43cc-b336-c39445d635f8', 'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'mac_address': 'fa:16:3e:48:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:24Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'subnets': [{'id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:11:14.403903 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b14c04-4b79-449a-96ef-86a73fc2d166 None None] New status for floating IP 61abd402-055b-47a2-a9ca-df73ba90643d: ACTIVE {{(pid=93201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 11:11:15.196972 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b29120d-5bc0-4537-a724-8163b0274ecb x-openstack-request-id: req-5b29120d-5bc0-4537-a724-8163b0274ecb {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:11:15.197467 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4199704-1966-4dd3-9e0c-23ffec4ce781", "tag": "79e24046-3402-4585-b553-c795ab38f7ac", "status": "completed", "code": 200}]} {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:11:15.197576 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b29120d-5bc0-4537-a724-8163b0274ecb {{(pid=93199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:11:15.197993 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4199704-1966-4dd3-9e0c-23ffec4ce781', 'tag': '79e24046-3402-4585-b553-c795ab38f7ac', 'status': 'completed', 'code': 200} Jul 27 11:11:15.346494 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66350b58-32f6-4812-a41c-5d1c535448c1 x-openstack-request-id: req-66350b58-32f6-4812-a41c-5d1c535448c1 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:11:15.346992 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1702337-322d-4f1a-8322-3f1d61ae9991", "tag": "c133c5c5-bf30-4ef5-82db-4553057eecf3", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:11:15.347091 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66350b58-32f6-4812-a41c-5d1c535448c1 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:11:15.347557 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1702337-322d-4f1a-8322-3f1d61ae9991', 'tag': 'c133c5c5-bf30-4ef5-82db-4553057eecf3', 'status': 'completed', 'code': 200} Jul 27 11:11:15.354291 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcc0ec-f6fc-4e2b-b21c-204e8c814f8f req-3b2b7b24-33b2-4b7e-8398-b19143de9bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:15.356131 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e4dcc0ec-f6fc-4e2b-b21c-204e8c814f8f req-3b2b7b24-33b2-4b7e-8398-b19143de9bac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39b2b0d7b22e4c15b8cdd715a4210837&device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 1098 time: 0.0734520 Jul 27 11:11:15.541971 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcc0ec-f6fc-4e2b-b21c-204e8c814f8f req-8d2b10c6-ed0f-4ed8-95c0-889ef6027f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:15.543448 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e4dcc0ec-f6fc-4e2b-b21c-204e8c814f8f req-8d2b10c6-ed0f-4ed8-95c0-889ef6027f40 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b197248-f0ce-4827-933d-69338f8090b1 HTTP/1.1" status: 200 len: 916 time: 0.1257505 Jul 27 11:11:15.549330 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e331449-2aa7-45b9-ac55-ec1e6875e589 req-ca7bd93b-8ed0-4c9f-b822-5d82efe13d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:15.550799 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1e331449-2aa7-45b9-ac55-ec1e6875e589 req-ca7bd93b-8ed0-4c9f-b822-5d82efe13d5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=983cb18737eb4b72ae1747ef4d5731a1&device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 1098 time: 0.0888441 Jul 27 11:11:15.788502 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e4dcc0ec-f6fc-4e2b-b21c-204e8c814f8f req-c8e64a2a-5d91-4fd9-b880-f5ab20e33804 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79e24046-3402-4585-b553-c795ab38f7ac HTTP/1.1" status: 200 len: 999 time: 0.1440320 Jul 27 11:11:15.838239 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e331449-2aa7-45b9-ac55-ec1e6875e589 req-61a4cc4d-61e0-4f05-bc38-6bf4759fecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:15.839765 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1e331449-2aa7-45b9-ac55-ec1e6875e589 req-61a4cc4d-61e0-4f05-bc38-6bf4759fecc9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b646d9a6-e951-486f-9f74-88c0b53d2484 HTTP/1.1" status: 200 len: 911 time: 0.2030458 Jul 27 11:11:15.891139 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcc0ec-f6fc-4e2b-b21c-204e8c814f8f req-37389433-b455-4dc0-957a-71222b725677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:15.892621 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e4dcc0ec-f6fc-4e2b-b21c-204e8c814f8f req-37389433-b455-4dc0-957a-71222b725677 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1689c5ce-0d31-49d5-be62-eea37f7808eb HTTP/1.1" status: 200 len: 855 time: 0.0967422 Jul 27 11:11:15.943744 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1e331449-2aa7-45b9-ac55-ec1e6875e589 req-9c6358dc-e581-440a-b002-f5c2fb8cd206 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c133c5c5-bf30-4ef5-82db-4553057eecf3 HTTP/1.1" status: 200 len: 1000 time: 0.0961702 Jul 27 11:11:16.011962 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcc0ec-f6fc-4e2b-b21c-204e8c814f8f req-7cf58b9c-a312-4039-b661-71f88a47b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:16.013807 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e4dcc0ec-f6fc-4e2b-b21c-204e8c814f8f req-7cf58b9c-a312-4039-b661-71f88a47b35a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b197248-f0ce-4827-933d-69338f8090b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1100254 Jul 27 11:11:16.026752 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e331449-2aa7-45b9-ac55-ec1e6875e589 req-0c469343-30e6-4276-aea7-704ac9798081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:16.027977 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1e331449-2aa7-45b9-ac55-ec1e6875e589 req-0c469343-30e6-4276-aea7-704ac9798081 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=727eb73e-f40c-4c15-8595-71d8b1d5ca05 HTTP/1.1" status: 200 len: 850 time: 0.0717278 Jul 27 11:11:18.360003 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a6039299-27ed-42ea-8ea6-af640192a4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:19.010653 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e4dcc0ec-f6fc-4e2b-b21c-204e8c814f8f req-b4a3b964-781f-4aac-8ecc-6ac2e1aba48c service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307521 Jul 27 11:11:19.014997 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e331449-2aa7-45b9-ac55-ec1e6875e589 req-6e1bd2d1-30ee-4116-bb31-78a2ef0b811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:19.016326 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1e331449-2aa7-45b9-ac55-ec1e6875e589 req-6e1bd2d1-30ee-4116-bb31-78a2ef0b811e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b646d9a6-e951-486f-9f74-88c0b53d2484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1353345 Jul 27 11:11:19.196592 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e4dcc0ec-f6fc-4e2b-b21c-204e8c814f8f req-0f018f20-fa57-4af5-873f-5d32e6df95b0 service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611128 Jul 27 11:11:19.198809 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1e331449-2aa7-45b9-ac55-ec1e6875e589 req-6c25621c-06bd-477c-abce-f260f9fafbb0 service neutron] 10.222.0.20 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559083 Jul 27 11:11:19.325807 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1e331449-2aa7-45b9-ac55-ec1e6875e589 req-12d160a0-d132-4f98-b472-e0dd7845b273 service neutron] 10.222.0.20 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859239 Jul 27 11:11:20.759717 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 56948) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:20.862414 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-56b93631-169a-4bb9-b779-7cb3c6df6262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:20.951062 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-56b93631-169a-4bb9-b779-7cb3c6df6262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:20.954844 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-56b93631-169a-4bb9-b779-7cb3c6df6262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:20.992106 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-56b93631-169a-4bb9-b779-7cb3c6df6262 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d03c766574c546d69daa3c8ab7b20232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312396 Jul 27 11:11:20.993856 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b93631-169a-4bb9-b779-7cb3c6df6262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ce0f62-3d6e-4220-b021-be389f5bf3e9,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:20.995449 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 56952) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:21.001003 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93631-169a-4bb9-b779-7cb3c6df6262 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.001355 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93631-169a-4bb9-b779-7cb3c6df6262 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.001724 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93631-169a-4bb9-b779-7cb3c6df6262 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.002059 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93631-169a-4bb9-b779-7cb3c6df6262 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.002391 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93631-169a-4bb9-b779-7cb3c6df6262 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.002721 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93631-169a-4bb9-b779-7cb3c6df6262 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.003046 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93631-169a-4bb9-b779-7cb3c6df6262 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.003369 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93631-169a-4bb9-b779-7cb3c6df6262 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.003694 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93631-169a-4bb9-b779-7cb3c6df6262 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.004015 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93631-169a-4bb9-b779-7cb3c6df6262 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.004335 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93631-169a-4bb9-b779-7cb3c6df6262 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.004654 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93631-169a-4bb9-b779-7cb3c6df6262 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.043733 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ac1bfb4b-7fd4-4e57-8cf2-334873526619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:21.066950 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ac1bfb4b-7fd4-4e57-8cf2-334873526619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:21.115764 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ac1bfb4b-7fd4-4e57-8cf2-334873526619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:21.118717 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ac1bfb4b-7fd4-4e57-8cf2-334873526619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:21.122656 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-ac1bfb4b-7fd4-4e57-8cf2-334873526619 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47ce0f62-3d6e-4220-b021-be389f5bf3e9 HTTP/1.1" status: 204 len: 168 time: 0.1235046 Jul 27 11:11:21.129249 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bfb4b-7fd4-4e57-8cf2-334873526619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ce0f62-3d6e-4220-b021-be389f5bf3e9,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:21.138086 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bfb4b-7fd4-4e57-8cf2-334873526619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.138509 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bfb4b-7fd4-4e57-8cf2-334873526619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.138992 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bfb4b-7fd4-4e57-8cf2-334873526619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.139622 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bfb4b-7fd4-4e57-8cf2-334873526619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.139959 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bfb4b-7fd4-4e57-8cf2-334873526619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.140294 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bfb4b-7fd4-4e57-8cf2-334873526619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.140674 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bfb4b-7fd4-4e57-8cf2-334873526619 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.141012 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bfb4b-7fd4-4e57-8cf2-334873526619 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.141343 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bfb4b-7fd4-4e57-8cf2-334873526619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.141722 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bfb4b-7fd4-4e57-8cf2-334873526619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.142048 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bfb4b-7fd4-4e57-8cf2-334873526619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.142368 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1bfb4b-7fd4-4e57-8cf2-334873526619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:21.242308 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:21.326726 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7999c16e-f1e0-4e8a-a147-d91718ee6a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:21.420352 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 56980) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:21.432333 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8b62d199-eef4-44de-bae7-84a293a196da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:21.522891 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8b62d199-eef4-44de-bae7-84a293a196da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:21.527798 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8b62d199-eef4-44de-bae7-84a293a196da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:21.569152 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-8b62d199-eef4-44de-bae7-84a293a196da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8528dd58ce164f348557cb10ce9624e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488283 Jul 27 11:11:21.570299 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62d199-eef4-44de-bae7-84a293a196da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ade6462-4893-4416-b85e-19926d8c6abd,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:21.572327 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 56988) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:21.628569 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b14bf360-fabc-4d7d-b91b-03cf214f75e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:21.649641 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b14bf360-fabc-4d7d-b91b-03cf214f75e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:21.694528 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b14bf360-fabc-4d7d-b91b-03cf214f75e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:21.697700 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b14bf360-fabc-4d7d-b91b-03cf214f75e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:21.698881 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-b14bf360-fabc-4d7d-b91b-03cf214f75e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ade6462-4893-4416-b85e-19926d8c6abd HTTP/1.1" status: 204 len: 168 time: 0.1255009 Jul 27 11:11:21.709602 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bf360-fabc-4d7d-b91b-03cf214f75e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ade6462-4893-4416-b85e-19926d8c6abd,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:22.556573 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:24.038927 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:26.696795 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 57166) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:26.797020 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1fbbde43-f8ba-475c-a8e7-927c54e28ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:26.884277 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1fbbde43-f8ba-475c-a8e7-927c54e28ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:26.888859 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1fbbde43-f8ba-475c-a8e7-927c54e28ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:26.927905 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-1fbbde43-f8ba-475c-a8e7-927c54e28ed6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7bbaf60a030746b78006309950db60ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299771 Jul 27 11:11:26.928765 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbde43-f8ba-475c-a8e7-927c54e28ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017c0da6-38e1-44e2-87c4-06b3b6df2953,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:26.930837 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 57170) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:26.982532 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0f5c-41b9-4846-a4af-2accd5672ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:27.003185 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0f5c-41b9-4846-a4af-2accd5672ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:27.049851 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0f5c-41b9-4846-a4af-2accd5672ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:27.052329 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0f5c-41b9-4846-a4af-2accd5672ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:27.053492 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-dd4d0f5c-41b9-4846-a4af-2accd5672ce7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/017c0da6-38e1-44e2-87c4-06b3b6df2953 HTTP/1.1" status: 204 len: 168 time: 0.1216550 Jul 27 11:11:27.061739 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d0f5c-41b9-4846-a4af-2accd5672ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017c0da6-38e1-44e2-87c4-06b3b6df2953,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:27.309156 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 57178) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:27.322089 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c44b868c-07dd-4c57-adcf-edab9745b5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:27.413324 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c44b868c-07dd-4c57-adcf-edab9745b5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:27.417429 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c44b868c-07dd-4c57-adcf-edab9745b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:27.453931 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b868c-07dd-4c57-adcf-edab9745b5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b524b0-4a4a-4a61-9cf9-95a4de85b1f9,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:27.462912 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-c44b868c-07dd-4c57-adcf-edab9745b5c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3458f4e3fa3437a871489bcbc88e580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520977 Jul 27 11:11:27.463262 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 57182) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:27.513023 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-226ed734-d5ad-43cb-9be1-41622a8b409a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:27.538941 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-226ed734-d5ad-43cb-9be1-41622a8b409a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:27.584016 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-226ed734-d5ad-43cb-9be1-41622a8b409a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:27.587263 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-226ed734-d5ad-43cb-9be1-41622a8b409a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:27.588445 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-226ed734-d5ad-43cb-9be1-41622a8b409a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4b524b0-4a4a-4a61-9cf9-95a4de85b1f9 HTTP/1.1" status: 204 len: 168 time: 0.1240470 Jul 27 11:11:27.595956 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ed734-d5ad-43cb-9be1-41622a8b409a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b524b0-4a4a-4a61-9cf9-95a4de85b1f9,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:30.723089 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-36eb58f2-d683-4d50-a946-52a7def58d11 req-5aecdca7-a023-408b-8cfd-221cdea13077 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576701 Jul 27 11:11:30.847420 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb58f2-d683-4d50-a946-52a7def58d11 req-ef76a184-c6f8-4dff-bab3-1d49a792346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:30.848932 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-36eb58f2-d683-4d50-a946-52a7def58d11 req-ef76a184-c6f8-4dff-bab3-1d49a792346c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd2dedc60d724ce3b4a65b9767287544&device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 1098 time: 0.0546052 Jul 27 11:11:30.956906 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb58f2-d683-4d50-a946-52a7def58d11 req-f3568639-f7b9-4ab3-b147-d8ebde87ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:30.958407 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-36eb58f2-d683-4d50-a946-52a7def58d11 req-f3568639-f7b9-4ab3-b147-d8ebde87ef9e service neutron] 10.222.0.20 "GET /v2.0/networks?id=734a5e8b-3631-4010-b72b-a6477d1e9854 HTTP/1.1" status: 200 len: 914 time: 0.0886071 Jul 27 11:11:31.010786 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-36eb58f2-d683-4d50-a946-52a7def58d11 req-07e50892-34d1-4d07-a078-0923b942cc5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=403d6f23-4e71-4b8e-a548-c87810fbc2f8 HTTP/1.1" status: 200 len: 217 time: 0.0400960 Jul 27 11:11:31.067900 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb58f2-d683-4d50-a946-52a7def58d11 req-58e40a8b-89ab-4894-b8e9-ce3f598ba3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:31.069389 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-36eb58f2-d683-4d50-a946-52a7def58d11 req-58e40a8b-89ab-4894-b8e9-ce3f598ba3d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aa8788a-bf80-4379-9d6a-437783ea4d80 HTTP/1.1" status: 200 len: 854 time: 0.0439198 Jul 27 11:11:31.102442 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-36eb58f2-d683-4d50-a946-52a7def58d11 req-5add67f2-9465-42ec-9713-d1f01c61f31c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=734a5e8b-3631-4010-b72b-a6477d1e9854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257590 Jul 27 11:11:31.210569 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-36eb58f2-d683-4d50-a946-52a7def58d11 req-126ff348-4f71-44ee-a89b-9b6228986519 service neutron] 10.222.0.20 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964968 Jul 27 11:11:31.303747 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-36eb58f2-d683-4d50-a946-52a7def58d11 req-48f238f9-631c-4b11-8d6b-965c00fc7050 service neutron] 10.222.0.20 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857534 Jul 27 11:11:31.520535 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-04107c57-9e72-4b6b-9c57-976fe79e18eb tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:31.524202 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-04107c57-9e72-4b6b-9c57-976fe79e18eb tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/networks?id=734a5e8b-3631-4010-b72b-a6477d1e9854 HTTP/1.1" status: 200 len: 814 time: 0.1079237 Jul 27 11:11:31.536767 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-b2d929de-9a38-44cd-baed-7dbfb369e8c4 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/quotas/dd2dedc60d724ce3b4a65b9767287544 HTTP/1.1" status: 200 len: 375 time: 0.0090027 Jul 27 11:11:31.601696 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-d833812b-8603-465c-abc3-783f7bec9a0c tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd2dedc60d724ce3b4a65b9767287544&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0587337 Jul 27 11:11:31.698973 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-474e0ddd-18f0-4a6d-abb8-d218786f9513 service neutron] 10.222.0.16 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896416 Jul 27 11:11:31.797755 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-c6856860-cc38-4290-9834-3bf318986401 service neutron] 10.222.0.16 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905941 Jul 27 11:11:31.985165 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d5162309-f142-492b-8b8f-626b42988840 req-0e53e587-67bb-4791-91d4-08a8f8166654 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 210 time: 0.0294344 Jul 27 11:11:32.943207 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 57388) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:33.061777 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-96191101-d313-4869-ba27-7ef6d1ff4882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:33.115128 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-aef8e575-5187-447f-a634-c6b1b5070c50 req-3ac7a1da-f9f7-47be-b09a-5dbf6e801734 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 210 time: 0.0372131 Jul 27 11:11:33.176879 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-96191101-d313-4869-ba27-7ef6d1ff4882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:33.182751 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-96191101-d313-4869-ba27-7ef6d1ff4882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:33.224938 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96191101-d313-4869-ba27-7ef6d1ff4882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3706cea-0089-4225-9b2d-54bc1bd229ad,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:33.235234 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-96191101-d313-4869-ba27-7ef6d1ff4882 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51f4347e3c764e77bc6475b642de9362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883885 Jul 27 11:11:33.235617 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 57406) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:33.302224 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-18a9340e-4b61-4cc3-a8f0-2019bb822c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:33.306144 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:33.317617 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 57408) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:33.327916 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-18a9340e-4b61-4cc3-a8f0-2019bb822c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:33.375493 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-34d2477c-0d49-42c7-9c5e-f0af3a10aa5d tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:33.377300 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-34d2477c-0d49-42c7-9c5e-f0af3a10aa5d tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.20 "GET /v2.0/networks?id=734a5e8b-3631-4010-b72b-a6477d1e9854 HTTP/1.1" status: 200 len: 814 time: 0.1229255 Jul 27 11:11:33.386891 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-18a9340e-4b61-4cc3-a8f0-2019bb822c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:33.389397 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-18a9340e-4b61-4cc3-a8f0-2019bb822c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:33.390611 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-18a9340e-4b61-4cc3-a8f0-2019bb822c4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3706cea-0089-4225-9b2d-54bc1bd229ad HTTP/1.1" status: 204 len: 168 time: 0.1543086 Jul 27 11:11:33.399026 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9340e-4b61-4cc3-a8f0-2019bb822c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3706cea-0089-4225-9b2d-54bc1bd229ad,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:33.404564 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-1a3c3f51-9f94-4102-9d4b-d032a6e9063f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Request body: {'port': {'device_id': 'a6bfe553-5fe4-4b82-8adb-209dd9ba518d', 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854', 'admin_state_up': True, 'tenant_id': 'dd2dedc60d724ce3b4a65b9767287544'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:11:33.698184 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 57424) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:33.706264 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-20fee80b-7189-484d-99f2-9ce9188a38e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:33.713529 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ab375402-ee50-4a72-81df-636cb6252142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:33.748173 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.db.api [None req-20fee80b-7189-484d-99f2-9ce9188a38e7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 11:11:33.748173 dv-cinder-784956-7-iscsi neutron-server[93200]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 11:11:33.748173 dv-cinder-784956-7-iscsi neutron-server[93200]: [parameters: {'project_id': '265d999c6610425bbbd48000c61da31d', 'id': 'c978d148-f528-4421-b0dc-37339d08690f', 'expiration': datetime.datetime(2021, 7, 27, 11, 13, 33, 735754)}] Jul 27 11:11:33.748173 dv-cinder-784956-7-iscsi neutron-server[93200]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 11:11:33.748657 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG oslo_db.api [None req-20fee80b-7189-484d-99f2-9ce9188a38e7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 11:11:33.817987 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ab375402-ee50-4a72-81df-636cb6252142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:33.830028 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ab375402-ee50-4a72-81df-636cb6252142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:33.842643 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-1a3c3f51-9f94-4102-9d4b-d032a6e9063f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Made reservation on behalf of dd2dedc60d724ce3b4a65b9767287544 for: {'port': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:11:33.846499 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-1a3c3f51-9f94-4102-9d4b-d032a6e9063f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:33.877971 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-ab375402-ee50-4a72-81df-636cb6252142 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=308e115b09a140cbb64714a6399109e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1777854 Jul 27 11:11:33.879242 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab375402-ee50-4a72-81df-636cb6252142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb93453-cf3b-45ad-a5d1-8deb3e025210,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:33.881659 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 57428) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:33.929711 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-80965490-aa50-4b8d-a359-eaf0a7020756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:33.951633 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-80965490-aa50-4b8d-a359-eaf0a7020756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:33.974050 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-1a3c3f51-9f94-4102-9d4b-d032a6e9063f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Allocated IP 172.20.0.10 (734a5e8b-3631-4010-b72b-a6477d1e9854/1aa8788a-bf80-4379-9d6a-437783ea4d80/32c4842b-5809-4209-bdbd-4d8c7282b886) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:11:33.999038 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-80965490-aa50-4b8d-a359-eaf0a7020756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:34.001437 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-80965490-aa50-4b8d-a359-eaf0a7020756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:34.002601 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-80965490-aa50-4b8d-a359-eaf0a7020756 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ddb93453-cf3b-45ad-a5d1-8deb3e025210 HTTP/1.1" status: 204 len: 168 time: 0.1200521 Jul 27 11:11:34.011055 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80965490-aa50-4b8d-a359-eaf0a7020756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb93453-cf3b-45ad-a5d1-8deb3e025210,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:34.146516 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-1a3c3f51-9f94-4102-9d4b-d032a6e9063f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:34.190430 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-1a3c3f51-9f94-4102-9d4b-d032a6e9063f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:34.235501 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['403d6f23-4e71-4b8e-a548-c87810fbc2f8'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:11:34.259334 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-20fee80b-7189-484d-99f2-9ce9188a38e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:34.276305 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-1a3c3f51-9f94-4102-9d4b-d032a6e9063f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Network 734a5e8b-3631-4010-b72b-a6477d1e9854 is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:11:34.294206 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-1a3c3f51-9f94-4102-9d4b-d032a6e9063f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:11:34.297350 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-1a3c3f51-9f94-4102-9d4b-d032a6e9063f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:11:34.332477 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c3f51-9f94-4102-9d4b-d032a6e9063f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Pushing event updated for resources: {'Port': ['ID=32c4842b-5809-4209-bdbd-4d8c7282b886,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:34.369564 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-1a3c3f51-9f94-4102-9d4b-d032a6e9063f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:34.370248 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-1a3c3f51-9f94-4102-9d4b-d032a6e9063f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:34.423706 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846344d2-31d1-4176-a500-4957045e5c78 req-07c253ce-944b-4f67-ac12-26062b703447 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:34.425288 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-846344d2-31d1-4176-a500-4957045e5c78 req-07c253ce-944b-4f67-ac12-26062b703447 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 932 time: 0.2269208 Jul 27 11:11:34.486304 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-846344d2-31d1-4176-a500-4957045e5c78 req-94d08c20-5f79-47cc-81c3-6b4282efee9f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513463 Jul 27 11:11:34.519499 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-20fee80b-7189-484d-99f2-9ce9188a38e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:34.526274 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-20fee80b-7189-484d-99f2-9ce9188a38e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:34.533458 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-1a3c3f51-9f94-4102-9d4b-d032a6e9063f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1360133 Jul 27 11:11:34.564602 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Request body: {'port': {'device_id': 'a6bfe553-5fe4-4b82-8adb-209dd9ba518d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:11:34.594991 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-20fee80b-7189-484d-99f2-9ce9188a38e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=265d999c6610425bbbd48000c61da31d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2762897 Jul 27 11:11:34.597670 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 57454) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:34.603844 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fee80b-7189-484d-99f2-9ce9188a38e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2c332c-7acc-4676-b300-9c6c185294c0,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:34.661195 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:34.685167 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6410ddee-fa12-4a66-96d2-5d27470cc95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:34.707824 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6410ddee-fa12-4a66-96d2-5d27470cc95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:34.763465 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6410ddee-fa12-4a66-96d2-5d27470cc95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:34.766461 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6410ddee-fa12-4a66-96d2-5d27470cc95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:34.767654 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-6410ddee-fa12-4a66-96d2-5d27470cc95f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a2c332c-7acc-4676-b300-9c6c185294c0 HTTP/1.1" status: 204 len: 168 time: 0.1690006 Jul 27 11:11:34.775924 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410ddee-fa12-4a66-96d2-5d27470cc95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2c332c-7acc-4676-b300-9c6c185294c0,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:34.964128 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c4842b-5809-4209-bdbd-4d8c7282b886 {{(pid=93200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:11:34.972116 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:34.986472 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Transition to ACTIVE for port object 32c4842b-5809-4209-bdbd-4d8c7282b886 will not be triggered until provisioned by entity L2. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:11:34.991832 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:35.049848 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Pushing event updated for resources: {'Port': ['ID=32c4842b-5809-4209-bdbd-4d8c7282b886,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:35.133444 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Attempting to bind port 32c4842b-5809-4209-bdbd-4d8c7282b886 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:11:35.133979 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Attempting to bind port 32c4842b-5809-4209-bdbd-4d8c7282b886 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '0fa3763f-c017-4ad9-a4f7-c1c7169c93c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854'}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:11:35.134543 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Attempting to bind port 32c4842b-5809-4209-bdbd-4d8c7282b886 on network 734a5e8b-3631-4010-b72b-a6477d1e9854 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:11:35.139580 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Port 32c4842b-5809-4209-bdbd-4d8c7282b886 on network 734a5e8b-3631-4010-b72b-a6477d1e9854 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:11:35.139902 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Attempting to bind port 32c4842b-5809-4209-bdbd-4d8c7282b886 on network 734a5e8b-3631-4010-b72b-a6477d1e9854 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:11:35.145742 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:11:35.146271 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Checking segment: {'id': '0fa3763f-c017-4ad9-a4f7-c1c7169c93c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:11:35.146862 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Bound using segment: {'id': '0fa3763f-c017-4ad9-a4f7-c1c7169c93c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854'} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:11:35.147923 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Bound port: 32c4842b-5809-4209-bdbd-4d8c7282b886, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa3763f-c017-4ad9-a4f7-c1c7169c93c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854'}}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:11:35.148510 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:35.152663 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 57480) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:35.166582 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3c880b7b-b564-428a-808a-32c84c3ee2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:35.234415 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] For port 32c4842b-5809-4209-bdbd-4d8c7282b886, host hv-cinder-78495, cleared binding levels {{(pid=93200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:11:35.237759 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] For port 32c4842b-5809-4209-bdbd-4d8c7282b886, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=32c4842b-5809-4209-bdbd-4d8c7282b886,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:11:35.243635 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:35.260165 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3c880b7b-b564-428a-808a-32c84c3ee2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:35.264741 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3c880b7b-b564-428a-808a-32c84c3ee2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:35.278698 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:35.279330 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:35.280744 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] 10.222.0.20 "PUT /v2.0/ports/32c4842b-5809-4209-bdbd-4d8c7282b886 HTTP/1.1" status: 200 len: 1094 time: 0.7242417 Jul 27 11:11:35.281214 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6bfe553-5fe4-4b82-8adb-209dd9ba518d', 'tag': '32c4842b-5809-4209-bdbd-4d8c7282b886'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:11:35.286699 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bc7996-647c-4972-9047-7a33695e28b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a6bfe553-5fe4-4b82-8adb-209dd9ba518d", "tag": "32c4842b-5809-4209-bdbd-4d8c7282b886"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:11:35.317062 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f9b4c-56a1-455a-8dcd-671009873eca service neutron] Pushing event updated for resources: {'Port': ['ID=32c4842b-5809-4209-bdbd-4d8c7282b886,revision_number=3']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:35.337512 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c880b7b-b564-428a-808a-32c84c3ee2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfb41c7-5aec-42de-b49d-d30ff3600315,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:35.354682 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 57492) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:35.357967 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-3c880b7b-b564-428a-808a-32c84c3ee2c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1edb991431a54ea09433a2afea2a30b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041807 Jul 27 11:11:35.370909 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d861bd-c73d-422f-beb7-dd22c3136fb5 x-openstack-request-id: req-16d861bd-c73d-422f-beb7-dd22c3136fb5 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:11:35.371264 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6bfe553-5fe4-4b82-8adb-209dd9ba518d", "tag": "32c4842b-5809-4209-bdbd-4d8c7282b886", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:11:35.371516 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16d861bd-c73d-422f-beb7-dd22c3136fb5 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:11:35.371894 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6bfe553-5fe4-4b82-8adb-209dd9ba518d', 'tag': '32c4842b-5809-4209-bdbd-4d8c7282b886', 'status': 'completed', 'code': 200} Jul 27 11:11:35.441803 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b842d7cf-c8af-40b1-9c85-3e28524ff894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:35.461057 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-9a42efc7-3cab-4d38-bf00-c29c1aa3dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:35.462456 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-9a42efc7-3cab-4d38-bf00-c29c1aa3dd97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd2dedc60d724ce3b4a65b9767287544&device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 1097 time: 0.1092131 Jul 27 11:11:35.470945 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b842d7cf-c8af-40b1-9c85-3e28524ff894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:35.528835 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-0c2aec5c-e5b4-448a-8369-5daa2af3e697 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32c4842b-5809-4209-bdbd-4d8c7282b886 HTTP/1.1" status: 200 len: 217 time: 0.0474017 Jul 27 11:11:35.608599 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-41924584-fb53-4c12-b6c0-c3f29b464e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:35.610329 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-41924584-fb53-4c12-b6c0-c3f29b464e3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aa8788a-bf80-4379-9d6a-437783ea4d80 HTTP/1.1" status: 200 len: 854 time: 0.0727005 Jul 27 11:11:35.634076 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b842d7cf-c8af-40b1-9c85-3e28524ff894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:35.637111 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b842d7cf-c8af-40b1-9c85-3e28524ff894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:35.638302 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-b842d7cf-c8af-40b1-9c85-3e28524ff894 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ddfb41c7-5aec-42de-b49d-d30ff3600315 HTTP/1.1" status: 204 len: 168 time: 0.2828252 Jul 27 11:11:35.669364 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-7860051e-fa8d-45d1-ac58-dd0b90ae90ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=734a5e8b-3631-4010-b72b-a6477d1e9854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461774 Jul 27 11:11:35.671597 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842d7cf-c8af-40b1-9c85-3e28524ff894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfb41c7-5aec-42de-b49d-d30ff3600315,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:35.745007 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b9e46-35d2-456f-8f50-5e60b38012c4 req-0df062f0-7fd7-4c44-82f3-ae6381ac974b tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:35.746967 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c36b9e46-35d2-456f-8f50-5e60b38012c4 req-0df062f0-7fd7-4c44-82f3-ae6381ac974b tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 944 time: 0.1798437 Jul 27 11:11:35.821157 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c36b9e46-35d2-456f-8f50-5e60b38012c4 req-5baaf057-cdbc-452d-a2fe-bc0bd7072194 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667090 Jul 27 11:11:35.825397 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-47c9eaa8-8af7-4e89-a2cd-97b459c0a26f service neutron] 10.222.0.20 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460099 Jul 27 11:11:35.947630 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b7d090b-53c5-44af-b046-1e590aa1def4 req-4dfda937-4398-4e46-9702-2b21bd7ab5e2 service neutron] 10.222.0.20 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085365 Jul 27 11:11:36.180703 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc7996-647c-4972-9047-7a33695e28b2 req-d65bb376-faf5-4f16-8a3d-ec138336e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:36.182282 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d6bc7996-647c-4972-9047-7a33695e28b2 req-d65bb376-faf5-4f16-8a3d-ec138336e086 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd2dedc60d724ce3b4a65b9767287544&device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 1097 time: 0.0569339 Jul 27 11:11:36.298388 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc7996-647c-4972-9047-7a33695e28b2 req-b2252d90-3ada-48d4-8769-12298178c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:36.299886 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d6bc7996-647c-4972-9047-7a33695e28b2 req-b2252d90-3ada-48d4-8769-12298178c25c service neutron] 10.222.0.20 "GET /v2.0/networks?id=734a5e8b-3631-4010-b72b-a6477d1e9854 HTTP/1.1" status: 200 len: 914 time: 0.0941658 Jul 27 11:11:36.345292 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d6bc7996-647c-4972-9047-7a33695e28b2 req-b1df48a6-1748-4c51-bdd7-15a3f11b0f6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32c4842b-5809-4209-bdbd-4d8c7282b886 HTTP/1.1" status: 200 len: 217 time: 0.0356178 Jul 27 11:11:36.397683 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc7996-647c-4972-9047-7a33695e28b2 req-9a750ad5-c8a5-45ea-b9f5-0c03a794388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:36.399229 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d6bc7996-647c-4972-9047-7a33695e28b2 req-9a750ad5-c8a5-45ea-b9f5-0c03a794388a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aa8788a-bf80-4379-9d6a-437783ea4d80 HTTP/1.1" status: 200 len: 854 time: 0.0447803 Jul 27 11:11:36.439048 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d6bc7996-647c-4972-9047-7a33695e28b2 req-fb39dbaa-e81b-449c-864e-041af428452e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=734a5e8b-3631-4010-b72b-a6477d1e9854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269001 Jul 27 11:11:36.541858 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d6bc7996-647c-4972-9047-7a33695e28b2 req-37fb1cbb-914e-41b8-a50e-7ccb6fafcf25 service neutron] 10.222.0.20 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869720 Jul 27 11:11:36.643226 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d6bc7996-647c-4972-9047-7a33695e28b2 req-64ba8709-9b54-41e2-a604-6158f83d1306 service neutron] 10.222.0.20 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849621 Jul 27 11:11:36.959657 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b69b07-f311-4f5e-bb5d-01e22de73bdf req-5ed1672c-7202-403b-9e47-d5e8ad5d9c12 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:36.961710 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-16b69b07-f311-4f5e-bb5d-01e22de73bdf req-5ed1672c-7202-403b-9e47-d5e8ad5d9c12 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 944 time: 0.0679607 Jul 27 11:11:37.001190 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-16b69b07-f311-4f5e-bb5d-01e22de73bdf req-211425b0-6b2b-4d36-a3a5-4c7b7ff153f4 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336795 Jul 27 11:11:38.133702 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c5bd0-8ffb-4677-b0ad-5e92a4c3ff4d req-392c9fe6-1de2-49ae-b69d-bd723c5d7f62 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:38.135568 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-855c5bd0-8ffb-4677-b0ad-5e92a4c3ff4d req-392c9fe6-1de2-49ae-b69d-bd723c5d7f62 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 944 time: 0.0641892 Jul 27 11:11:38.172555 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-855c5bd0-8ffb-4677-b0ad-5e92a4c3ff4d req-42b1be9c-37a8-4994-bf47-da7f585cfca5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310125 Jul 27 11:11:38.628294 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed30642-fabe-482f-a601-73a648910e10 req-1446b458-f38f-4473-9b51-7f5b44ef758a tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:38.629962 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4ed30642-fabe-482f-a601-73a648910e10 req-1446b458-f38f-4473-9b51-7f5b44ef758a tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 945 time: 0.0645974 Jul 27 11:11:38.675949 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4ed30642-fabe-482f-a601-73a648910e10 req-b471d4a9-91d5-42c6-a6e7-47cdca1b7a7e tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393069 Jul 27 11:11:39.312287 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f131ec-8dff-4feb-820e-9b951194ffce req-e1aeeb65-d51e-458c-af9b-2f603c7dd833 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:39.313837 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-10f131ec-8dff-4feb-820e-9b951194ffce req-e1aeeb65-d51e-458c-af9b-2f603c7dd833 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 944 time: 0.0710194 Jul 27 11:11:39.355009 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-10f131ec-8dff-4feb-820e-9b951194ffce req-11f707e2-c9d2-4191-b2d9-579bc252d484 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350318 Jul 27 11:11:42.115833 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 32c4842b-5809-4209-bdbd-4d8c7282b886 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:11:42.213136 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 32c4842b-5809-4209-bdbd-4d8c7282b886, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=32c4842b-5809-4209-bdbd-4d8c7282b886,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:11:42.227550 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '32c4842b-5809-4209-bdbd-4d8c7282b886', 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854', 'port_id': '32c4842b-5809-4209-bdbd-4d8c7282b886', 'mac_address': 'fa:16:3e:aa:d4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa8788a-bf80-4379-9d6a-437783ea4d80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:11:42.267276 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:42.280683 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c4842b-5809-4209-bdbd-4d8c7282b886 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:11:42.303281 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 32c4842b-5809-4209-bdbd-4d8c7282b886, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=32c4842b-5809-4209-bdbd-4d8c7282b886,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:11:42.311048 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:42.357319 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670acd07-cd28-4216-8711-d5694e78460c req-11091ca5-9e84-4e56-852d-ab222a8464b5 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:42.365063 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-670acd07-cd28-4216-8711-d5694e78460c req-11091ca5-9e84-4e56-852d-ab222a8464b5 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 945 time: 0.0890672 Jul 27 11:11:42.373759 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=32c4842b-5809-4209-bdbd-4d8c7282b886,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:42.380723 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:42.381250 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:42.381630 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:42.381975 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:42.382313 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:42.382652 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:42.382987 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:42.383322 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:42.383655 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:42.384059 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:42.384896 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:42.385224 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:42.431635 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-670acd07-cd28-4216-8711-d5694e78460c req-be9c30cb-fbcd-455b-8df1-69eb3188f6a3 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649314 Jul 27 11:11:42.455997 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53b65e-8ecb-444a-b5c7-2d221256e766 req-fa285818-4328-4c48-8ba0-6f8354156ddc tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:42.457490 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5a53b65e-8ecb-444a-b5c7-2d221256e766 req-fa285818-4328-4c48-8ba0-6f8354156ddc tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 945 time: 0.0902843 Jul 27 11:11:42.495062 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5a53b65e-8ecb-444a-b5c7-2d221256e766 req-1e333d81-8215-4eb2-9ac0-88ca8989fffb tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316110 Jul 27 11:11:42.813760 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['32c4842b-5809-4209-bdbd-4d8c7282b886'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:11:43.609335 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d192a-055b-4f4d-8f00-961ed7730570 req-94a92dc8-15ca-4954-bdd0-c841ed1b1ae8 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:43.610949 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-af6d192a-055b-4f4d-8f00-961ed7730570 req-94a92dc8-15ca-4954-bdd0-c841ed1b1ae8 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 945 time: 0.1054263 Jul 27 11:11:43.667528 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-af6d192a-055b-4f4d-8f00-961ed7730570 req-60fb3e70-2c86-4c55-b933-b8252440fd74 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a54fa4c-50b5-49de-b020-98d183b3b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493619 Jul 27 11:11:43.682492 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784e077-98d7-493c-a97b-8357440601c8 req-b35f1a8e-d119-4f1d-8d0c-4af14fe37477 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:43.691108 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4784e077-98d7-493c-a97b-8357440601c8 req-b35f1a8e-d119-4f1d-8d0c-4af14fe37477 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 945 time: 0.1220982 Jul 27 11:11:43.701347 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:11:43.735256 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4784e077-98d7-493c-a97b-8357440601c8 req-939d1edf-f5ba-471d-ab54-426bd94c8fd5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430901 Jul 27 11:11:43.949656 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 57732) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:44.053387 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-981dbde6-6be9-4459-be55-f9aea6bf6dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:44.145996 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-981dbde6-6be9-4459-be55-f9aea6bf6dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:44.150416 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-981dbde6-6be9-4459-be55-f9aea6bf6dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:44.188469 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-981dbde6-6be9-4459-be55-f9aea6bf6dd8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46e2993d8e954421b1c9638098fb67f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377124 Jul 27 11:11:44.189351 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981dbde6-6be9-4459-be55-f9aea6bf6dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6586c2-245e-445d-b13f-0227a2fc7491,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:44.194190 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 57736) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:44.242815 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9dd29081-0558-464f-a0ba-fcbce1d426e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:44.287973 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9dd29081-0558-464f-a0ba-fcbce1d426e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:44.351462 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83159a-fd69-408a-8e25-5cd29e3d2504 req-69fdf093-73f4-41d7-9437-949e4bd35851 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:44.352985 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ce83159a-fd69-408a-8e25-5cd29e3d2504 req-69fdf093-73f4-41d7-9437-949e4bd35851 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.20 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 945 time: 0.1060638 Jul 27 11:11:44.369622 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9dd29081-0558-464f-a0ba-fcbce1d426e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:44.372300 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9dd29081-0558-464f-a0ba-fcbce1d426e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:44.375859 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-9dd29081-0558-464f-a0ba-fcbce1d426e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a6586c2-245e-445d-b13f-0227a2fc7491 HTTP/1.1" status: 204 len: 168 time: 0.1782382 Jul 27 11:11:44.390411 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 32c4842b-5809-4209-bdbd-4d8c7282b886 up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:11:44.404518 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd29081-0558-464f-a0ba-fcbce1d426e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6586c2-245e-445d-b13f-0227a2fc7491,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:44.470690 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port 32c4842b-5809-4209-bdbd-4d8c7282b886 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:11:44.476229 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 32c4842b-5809-4209-bdbd-4d8c7282b886 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:11:44.476938 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:44.497692 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-ce83159a-fd69-408a-8e25-5cd29e3d2504 req-c7a06b9b-07cc-4ec6-abc3-bfcf81c66ce8 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Deleting port 2becd9f3-0612-43da-b87c-3f0df5acb625 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:11:44.498044 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-ce83159a-fd69-408a-8e25-5cd29e3d2504 req-c7a06b9b-07cc-4ec6-abc3-bfcf81c66ce8 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:44.591567 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:44.626113 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 32c4842b-5809-4209-bdbd-4d8c7282b886, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=32c4842b-5809-4209-bdbd-4d8c7282b886,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:11:44.627328 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bfe553-5fe4-4b82-8adb-209dd9ba518d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c4842b-5809-4209-bdbd-4d8c7282b886'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:11:44.630048 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7556d61-94bf-4d18-9a03-cb8d1c4564ae" -d '{"events": [{"server_uuid": "a6bfe553-5fe4-4b82-8adb-209dd9ba518d", "name": "network-vif-plugged", "status": "completed", "tag": "32c4842b-5809-4209-bdbd-4d8c7282b886"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:11:44.631805 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-ce83159a-fd69-408a-8e25-5cd29e3d2504 req-c7a06b9b-07cc-4ec6-abc3-bfcf81c66ce8 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] For port 2becd9f3-0612-43da-b87c-3f0df5acb625, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2becd9f3-0612-43da-b87c-3f0df5acb625,segment=NetworkSegment(aaeb2591-eeb3-4598-9d73-4d23cb5c83a0),segment_id=aaeb2591-eeb3-4598-9d73-4d23cb5c83a0)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:11:44.632338 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-ce83159a-fd69-408a-8e25-5cd29e3d2504 req-c7a06b9b-07cc-4ec6-abc3-bfcf81c66ce8 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:44.637132 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:44.652152 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-ce83159a-fd69-408a-8e25-5cd29e3d2504 req-c7a06b9b-07cc-4ec6-abc3-bfcf81c66ce8 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Calling delete_port for 2becd9f3-0612-43da-b87c-3f0df5acb625 owned by compute:nova {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:11:44.684305 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661323c7-aa8c-41f9-81a3-b126fe2de3af x-openstack-request-id: req-661323c7-aa8c-41f9-81a3-b126fe2de3af {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:11:44.684809 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bfe553-5fe4-4b82-8adb-209dd9ba518d", "name": "network-vif-plugged", "status": "completed", "tag": "32c4842b-5809-4209-bdbd-4d8c7282b886", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:11:44.685057 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-661323c7-aa8c-41f9-81a3-b126fe2de3af {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:11:44.685471 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bfe553-5fe4-4b82-8adb-209dd9ba518d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c4842b-5809-4209-bdbd-4d8c7282b886', 'code': 200} Jul 27 11:11:44.734468 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=32c4842b-5809-4209-bdbd-4d8c7282b886,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:44.849335 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 57770) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:44.864865 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c024-c241-4897-a272-ac39a3d95534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:44.929438 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-ce83159a-fd69-408a-8e25-5cd29e3d2504 req-c7a06b9b-07cc-4ec6-abc3-bfcf81c66ce8 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:44.987935 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['2becd9f3-0612-43da-b87c-3f0df5acb625'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:11:44.992265 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c024-c241-4897-a272-ac39a3d95534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:44.997655 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c024-c241-4897-a272-ac39a3d95534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.004358 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2d8e587b-691c-4b69-822b-5cc486f94ca9 req-d0c4aae5-f4e1-4bde-b3df-7bec2c95f238 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 210 time: 0.0799422 Jul 27 11:11:45.011182 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a06b9b-07cc-4ec6-abc3-bfcf81c66ce8 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Pushing event deleted for resources: {'Port': ['ID=2becd9f3-0612-43da-b87c-3f0df5acb625,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:45.059550 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-b0b0c024-c241-4897-a272-ac39a3d95534 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ad1b11364b949f1a792dc6c24ea1790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061529 Jul 27 11:11:45.060307 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 57776) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:45.086191 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0c024-c241-4897-a272-ac39a3d95534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de214ab-e389-47a5-a156-88d84fc9ec0f,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:45.125094 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-cf6e45e7-4504-40ab-b40e-4beca39daf0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.137684 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce83159a-fd69-408a-8e25-5cd29e3d2504 req-c7a06b9b-07cc-4ec6-abc3-bfcf81c66ce8 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] No DVR routers for this DVR port 2becd9f3-0612-43da-b87c-3f0df5acb625 on host hv-cinder-78495 {{(pid=93200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:11:45.147592 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240036c-7e39-4d52-b055-38a4e4cdab20 req-b9a0cccc-0939-4a69-80f6-a30f4f989c76 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:45.148692 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-cf6e45e7-4504-40ab-b40e-4beca39daf0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.149214 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9240036c-7e39-4d52-b055-38a4e4cdab20 req-b9a0cccc-0939-4a69-80f6-a30f4f989c76 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 946 time: 0.2879779 Jul 27 11:11:45.153119 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-ce83159a-fd69-408a-8e25-5cd29e3d2504 req-c7a06b9b-07cc-4ec6-abc3-bfcf81c66ce8 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.155332 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ce83159a-fd69-408a-8e25-5cd29e3d2504 req-c7a06b9b-07cc-4ec6-abc3-bfcf81c66ce8 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.20 "DELETE /v2.0/ports/2becd9f3-0612-43da-b87c-3f0df5acb625 HTTP/1.1" status: 204 len: 173 time: 0.7956529 Jul 27 11:11:45.155811 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34d516c-f69e-412e-81e3-e61082f94905', 'name': 'network-vif-deleted', 'tag': '2becd9f3-0612-43da-b87c-3f0df5acb625'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:11:45.158241 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23552246-0ad6-4c4d-b2c3-b7fcab0647c7" -d '{"events": [{"server_uuid": "e34d516c-f69e-412e-81e3-e61082f94905", "name": "network-vif-deleted", "tag": "2becd9f3-0612-43da-b87c-3f0df5acb625"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:11:45.190303 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 57782) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:45.205122 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26160f82-1e2a-4788-9318-c970f8ce6661 req-7a97591e-29f9-4cb8-9eb9-07143bce06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:45.206764 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-26160f82-1e2a-4788-9318-c970f8ce6661 req-7a97591e-29f9-4cb8-9eb9-07143bce06f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 1099 time: 0.2374532 Jul 27 11:11:45.213279 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9240036c-7e39-4d52-b055-38a4e4cdab20 req-cae93821-9774-49ae-ba73-4cac6eeaec37 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519178 Jul 27 11:11:45.217345 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c60e71a-85ec-4d03-a979-1d13eaf6930e x-openstack-request-id: req-1c60e71a-85ec-4d03-a979-1d13eaf6930e {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:11:45.217345 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34d516c-f69e-412e-81e3-e61082f94905", "name": "network-vif-deleted", "tag": "2becd9f3-0612-43da-b87c-3f0df5acb625", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:11:45.217987 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c60e71a-85ec-4d03-a979-1d13eaf6930e {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:11:45.218980 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34d516c-f69e-412e-81e3-e61082f94905', 'name': 'network-vif-deleted', 'tag': '2becd9f3-0612-43da-b87c-3f0df5acb625', 'status': 'completed', 'code': 200} Jul 27 11:11:45.247276 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-cf6e45e7-4504-40ab-b40e-4beca39daf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.250380 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-cf6e45e7-4504-40ab-b40e-4beca39daf0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.254144 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-cf6e45e7-4504-40ab-b40e-4beca39daf0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8de214ab-e389-47a5-a156-88d84fc9ec0f HTTP/1.1" status: 204 len: 168 time: 0.1904776 Jul 27 11:11:45.262562 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e45e7-4504-40ab-b40e-4beca39daf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de214ab-e389-47a5-a156-88d84fc9ec0f,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:45.298337 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-26160f82-1e2a-4788-9318-c970f8ce6661 req-92acd4af-00a3-4460-8590-8fd916106f41 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468872 Jul 27 11:11:45.359711 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-51b7172c-49f4-485a-86dd-eda2c55a6398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.456913 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-51b7172c-49f4-485a-86dd-eda2c55a6398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.460868 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-51b7172c-49f4-485a-86dd-eda2c55a6398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.499752 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-51b7172c-49f4-485a-86dd-eda2c55a6398 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e0a6cc0556e48f3b0def63eb92f08f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083823 Jul 27 11:11:45.500976 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7172c-49f4-485a-86dd-eda2c55a6398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea87976-4db3-4261-b6c5-96fc54a68ac6,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:45.502502 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 57790) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:45.547234 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 57794) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:45.561645 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-81af1b62-5359-4962-ba7e-9d88abb2fc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.565064 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1f74-a8af-4bf8-b6a8-51538d90aba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.588272 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1f74-a8af-4bf8-b6a8-51538d90aba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.645614 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1f74-a8af-4bf8-b6a8-51538d90aba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.648922 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1f74-a8af-4bf8-b6a8-51538d90aba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.650381 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-1b6e1f74-a8af-4bf8-b6a8-51538d90aba4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ea87976-4db3-4261-b6c5-96fc54a68ac6 HTTP/1.1" status: 204 len: 168 time: 0.1465690 Jul 27 11:11:45.659678 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e1f74-a8af-4bf8-b6a8-51538d90aba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea87976-4db3-4261-b6c5-96fc54a68ac6,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:45.668932 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-81af1b62-5359-4962-ba7e-9d88abb2fc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.673495 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-81af1b62-5359-4962-ba7e-9d88abb2fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.711353 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af1b62-5359-4962-ba7e-9d88abb2fc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303c93d4-2bc8-4443-9be9-7b9c3c11d4ae,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:45.717101 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-81af1b62-5359-4962-ba7e-9d88abb2fc98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a0f50c5198a449a96e30c5b7f236607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687648 Jul 27 11:11:45.720530 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 57800) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:45.789376 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c3aed58b-a5d1-4afb-afec-6a26d777d66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.816149 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c3aed58b-a5d1-4afb-afec-6a26d777d66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.874896 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c3aed58b-a5d1-4afb-afec-6a26d777d66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.877784 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c3aed58b-a5d1-4afb-afec-6a26d777d66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:45.879009 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-c3aed58b-a5d1-4afb-afec-6a26d777d66f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/303c93d4-2bc8-4443-9be9-7b9c3c11d4ae HTTP/1.1" status: 204 len: 168 time: 0.1575301 Jul 27 11:11:45.887394 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aed58b-a5d1-4afb-afec-6a26d777d66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303c93d4-2bc8-4443-9be9-7b9c3c11d4ae,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:46.181623 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0de6602c-05ef-4949-b3e0-471de648c530 req-90d8187e-cb80-4534-9ffa-b59bbefc5f74 tempest-DeleteServersTestJSON-907692953 tempest-DeleteServersTestJSON-907692953-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34d516c-f69e-412e-81e3-e61082f94905 HTTP/1.1" status: 200 len: 210 time: 0.0495281 Jul 27 11:11:46.389301 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ada3a3-4c02-4386-b3d5-a9a366a917d2 req-5fa54ebb-6c18-438c-a47b-d28eceec3873 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:46.391197 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b7ada3a3-4c02-4386-b3d5-a9a366a917d2 req-5fa54ebb-6c18-438c-a47b-d28eceec3873 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 946 time: 0.0816207 Jul 27 11:11:46.434006 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b7ada3a3-4c02-4386-b3d5-a9a366a917d2 req-01f7cfe7-f288-4056-8763-55d61eabf7ac tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366709 Jul 27 11:11:47.583951 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68b1dd-1e04-4c06-ac29-f997f12106ce req-271a02f0-0b2a-44ed-8541-4edb30d9f911 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:47.585625 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8a68b1dd-1e04-4c06-ac29-f997f12106ce req-271a02f0-0b2a-44ed-8541-4edb30d9f911 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 946 time: 0.0789902 Jul 27 11:11:47.626710 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8a68b1dd-1e04-4c06-ac29-f997f12106ce req-faa22ec6-eaf3-4340-b6ff-9628c04edc40 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350518 Jul 27 11:11:47.849612 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 57928) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:47.977371 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a616cbb1-7dfb-4d8c-b168-82e9f93ba81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:48.088225 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a616cbb1-7dfb-4d8c-b168-82e9f93ba81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:48.092118 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a616cbb1-7dfb-4d8c-b168-82e9f93ba81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:48.136844 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-a616cbb1-7dfb-4d8c-b168-82e9f93ba81f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=582224f45b5e4fb9a9a7239a8dd55025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854662 Jul 27 11:11:48.137799 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616cbb1-7dfb-4d8c-b168-82e9f93ba81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9c5b36-74d5-4a75-9e55-5051566a42f4,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:48.142636 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 57944) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:48.221662 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-18a3f7c4-1d41-4bcd-ae81-0d03051e5b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:48.256585 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-18a3f7c4-1d41-4bcd-ae81-0d03051e5b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:48.335531 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-18a3f7c4-1d41-4bcd-ae81-0d03051e5b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:48.338981 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-18a3f7c4-1d41-4bcd-ae81-0d03051e5b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:48.342934 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-18a3f7c4-1d41-4bcd-ae81-0d03051e5b6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db9c5b36-74d5-4a75-9e55-5051566a42f4 HTTP/1.1" status: 204 len: 168 time: 0.1987720 Jul 27 11:11:48.353653 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3f7c4-1d41-4bcd-ae81-0d03051e5b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9c5b36-74d5-4a75-9e55-5051566a42f4,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:48.376323 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c05cc371-048e-422f-bfcf-808c29235bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:48.420967 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 2becd9f3-0612-43da-b87c-3f0df5acb625 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:11:48.441639 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: 2becd9f3-0612-43da-b87c-3f0df5acb625 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:11:48.442010 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 2becd9f3-0612-43da-b87c-3f0df5acb625 not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:11:48.634637 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 57966) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:48.649149 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-bd04d2e9-91f9-4b7d-8152-b93e7e14631d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:48.665168 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 57968) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:48.728567 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e49a85b-2c9c-4f33-a849-cecf5c7bfee5 admin admin] Deleting subnet df8c5437-cdb6-4a64-aae1-8f0c50192c98 {{(pid=93200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 11:11:48.734692 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9e49a85b-2c9c-4f33-a849-cecf5c7bfee5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:48.792614 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9e49a85b-2c9c-4f33-a849-cecf5c7bfee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10195290'] for subnet, precommit_delete_associations {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:48.848900 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-bd04d2e9-91f9-4b7d-8152-b93e7e14631d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:48.853955 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-bd04d2e9-91f9-4b7d-8152-b93e7e14631d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:48.856838 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9e49a85b-2c9c-4f33-a849-cecf5c7bfee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989878'] for subnet, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:48.922100 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-bd04d2e9-91f9-4b7d-8152-b93e7e14631d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee6d6a4c1ecb474f830242caaa605808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863550 Jul 27 11:11:48.924949 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 57970) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:48.929222 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04d2e9-91f9-4b7d-8152-b93e7e14631d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4630b543-8572-4bff-bc05-f1a4941b5838,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:48.954516 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9e49a85b-2c9c-4f33-a849-cecf5c7bfee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10195291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10212511'] for subnet, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:48.980550 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3e287d9a-eaf8-4244-b9bb-8656671802af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:48.982399 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49a85b-2c9c-4f33-a849-cecf5c7bfee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df8c5437-cdb6-4a64-aae1-8f0c50192c98,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:48.988256 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9e49a85b-2c9c-4f33-a849-cecf5c7bfee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:48.990538 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-9e49a85b-2c9c-4f33-a849-cecf5c7bfee5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/df8c5437-cdb6-4a64-aae1-8f0c50192c98 HTTP/1.1" status: 204 len: 168 time: 0.3240690 Jul 27 11:11:48.992699 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 57972) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:49.006779 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3e287d9a-eaf8-4244-b9bb-8656671802af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:49.059522 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3e287d9a-eaf8-4244-b9bb-8656671802af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:49.062730 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3e287d9a-eaf8-4244-b9bb-8656671802af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:49.062846 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-403434a7-9b0f-4af0-b344-df319e7426c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597342'] for network, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:49.064098 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-3e287d9a-eaf8-4244-b9bb-8656671802af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4630b543-8572-4bff-bc05-f1a4941b5838 HTTP/1.1" status: 204 len: 168 time: 0.1380179 Jul 27 11:11:49.073737 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e287d9a-eaf8-4244-b9bb-8656671802af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4630b543-8572-4bff-bc05-f1a4941b5838,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:49.155999 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-403434a7-9b0f-4af0-b344-df319e7426c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986681', 'neutron.services.segments.db._delete_segments_for_network-8738591500063'] for network, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:49.171012 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-403434a7-9b0f-4af0-b344-df319e7426c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb06d59c-935d-4daf-a1ed-4ad1d535b25b']}} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:11:49.512358 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-403434a7-9b0f-4af0-b344-df319e7426c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaeb2591-eeb3-4598-9d73-4d23cb5c83a0') {'for_net_delete': True} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:11:49.512640 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-403434a7-9b0f-4af0-b344-df319e7426c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaeb2591-eeb3-4598-9d73-4d23cb5c83a0') {} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:11:49.528494 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-403434a7-9b0f-4af0-b344-df319e7426c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738591500840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195113'] for segment, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:49.544918 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-403434a7-9b0f-4af0-b344-df319e7426c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:49.559215 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403434a7-9b0f-4af0-b344-df319e7426c0 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:11:49.559664 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-403434a7-9b0f-4af0-b344-df319e7426c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10195253'] for segment, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: Traceback (most recent call last): Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: timer() Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: cb(*args, **kw) Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: return func(*args, **kwargs) Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: self._notify() Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: self.callback(batched_events) Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: event.method(event) Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: return f(self, *a, **k) Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._get(url).json() Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: return self.request(url, 'GET', **kwargs) Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 11:11:49.563110 dv-cinder-784956-7-iscsi neutron-server[93200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 11:11:49.688147 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-403434a7-9b0f-4af0-b344-df319e7426c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084367'] for network, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:49.692958 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-403434a7-9b0f-4af0-b344-df319e7426c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:49.697583 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-403434a7-9b0f-4af0-b344-df319e7426c0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bb06d59c-935d-4daf-a1ed-4ad1d535b25b HTTP/1.1" status: 204 len: 168 time: 0.7007368 Jul 27 11:11:49.715217 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403434a7-9b0f-4af0-b344-df319e7426c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb06d59c-935d-4daf-a1ed-4ad1d535b25b,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:49.766817 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8278db-e93f-4265-b879-4d5136645b0c req-d4684bb6-1be5-4292-9212-113718c9e381 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:49.768366 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6b8278db-e93f-4265-b879-4d5136645b0c req-d4684bb6-1be5-4292-9212-113718c9e381 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/networks?id=734a5e8b-3631-4010-b72b-a6477d1e9854 HTTP/1.1" status: 200 len: 814 time: 0.1364710 Jul 27 11:11:49.782132 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 58022) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:49.785755 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6b8278db-e93f-4265-b879-4d5136645b0c req-559d981f-56ab-41c0-ba0e-c45f4d9912c5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/quotas/dd2dedc60d724ce3b4a65b9767287544 HTTP/1.1" status: 200 len: 375 time: 0.0101969 Jul 27 11:11:49.863228 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6b8278db-e93f-4265-b879-4d5136645b0c req-4cd4e7f2-77d3-42ee-b8ca-1cf0d02775e4 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd2dedc60d724ce3b4a65b9767287544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696511 Jul 27 11:11:49.924619 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 58028) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:49.929998 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-427d9a56-f056-4759-a636-07f984f0ffc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:50.002182 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-115d5166-72e8-4fcd-89eb-26885496c0e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45490cb9cd054ffc90b7251b38720363&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0741599 Jul 27 11:11:50.002457 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 58030) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:50.020390 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6b8278db-e93f-4265-b879-4d5136645b0c req-8d2b23df-99eb-4592-8ebf-dd8063a1190e service neutron] 10.222.0.16 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480169 Jul 27 11:11:50.041134 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-427d9a56-f056-4759-a636-07f984f0ffc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:50.047434 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-427d9a56-f056-4759-a636-07f984f0ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:50.091083 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d9a56-f056-4759-a636-07f984f0ffc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b640118-b59b-4f18-8d28-ae801bf39de4,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:50.095299 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-427d9a56-f056-4759-a636-07f984f0ffc7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d33986136994415b8682bc73e4563551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121533 Jul 27 11:11:50.098891 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 58036) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:50.130190 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb776-be8d-4b5a-b5a9-dedffe7f8a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:50.153972 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-641e8a7c-61c1-4c58-a671-1a525f22b1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:50.172034 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb776-be8d-4b5a-b5a9-dedffe7f8a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:50.177476 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-641e8a7c-61c1-4c58-a671-1a525f22b1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:50.181911 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6b8278db-e93f-4265-b879-4d5136645b0c req-5dbf2cf2-0fc4-4f7a-ad98-1da02f1e1a9c service neutron] 10.222.0.16 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506877 Jul 27 11:11:50.232798 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb776-be8d-4b5a-b5a9-dedffe7f8a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:50.234829 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-641e8a7c-61c1-4c58-a671-1a525f22b1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:50.235983 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb776-be8d-4b5a-b5a9-dedffe7f8a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:50.237153 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-4f8bb776-be8d-4b5a-b5a9-dedffe7f8a6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a54fa4c-50b5-49de-b020-98d183b3b21c HTTP/1.1" status: 204 len: 168 time: 0.2335792 Jul 27 11:11:50.239276 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-641e8a7c-61c1-4c58-a671-1a525f22b1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:50.242385 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-641e8a7c-61c1-4c58-a671-1a525f22b1ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b640118-b59b-4f18-8d28-ae801bf39de4 HTTP/1.1" status: 204 len: 168 time: 0.1420691 Jul 27 11:11:50.246120 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bb776-be8d-4b5a-b5a9-dedffe7f8a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a54fa4c-50b5-49de-b020-98d183b3b21c,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:50.259522 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e8a7c-61c1-4c58-a671-1a525f22b1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b640118-b59b-4f18-8d28-ae801bf39de4,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:50.412518 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3c1d43c2-53fd-4180-85e5-423e67a469d3 req-d9f381e6-376b-4149-9444-6e4af5f0a303 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=e11fc46d-d67b-4c18-829b-b0b7be089320 HTTP/1.1" status: 200 len: 210 time: 0.0332875 Jul 27 11:11:51.206750 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 58098) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:51.239296 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:51.328270 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-2ae966e6-3122-4e16-9a01-d3de235e120e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:51.409361 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-76e42882-8ffc-4674-b883-037b30d87843 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1062035721-network', 'tenant_id': '00106fa9d8714c23ac449b94423aa621'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:11:51.435272 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e42882-8ffc-4674-b883-037b30d87843 admin admin] Made reservation on behalf of 00106fa9d8714c23ac449b94423aa621 for: {'network': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:11:51.437688 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-76e42882-8ffc-4674-b883-037b30d87843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:51.447121 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-76e42882-8ffc-4674-b883-037b30d87843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:51.542233 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-80be7789-7dfa-4fca-b95e-143dd587ea24 req-1e3be290-cc6a-4e27-9ca3-0430960540ea tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=e11fc46d-d67b-4c18-829b-b0b7be089320 HTTP/1.1" status: 200 len: 210 time: 0.0468984 Jul 27 11:11:51.572514 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-76e42882-8ffc-4674-b883-037b30d87843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:51.577632 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-76e42882-8ffc-4674-b883-037b30d87843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:51.603270 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e42882-8ffc-4674-b883-037b30d87843 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:11:51.624939 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e42882-8ffc-4674-b883-037b30d87843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f66eb7-075f-42b9-ad8c-325227729f74,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:51.629036 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-76e42882-8ffc-4674-b883-037b30d87843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:51.629384 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.segments_db [None req-76e42882-8ffc-4674-b883-037b30d87843 admin admin] Added segment 808c4db8-4e0d-4d67-9ed4-cad6fdc1a502 of type vlan for network 089ae8f8-3289-4a22-b4aa-56e4729a1204 Jul 27 11:11:51.691633 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-76e42882-8ffc-4674-b883-037b30d87843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:51.733750 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-76e42882-8ffc-4674-b883-037b30d87843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:51.735052 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e42882-8ffc-4674-b883-037b30d87843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:51.735775 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-76e42882-8ffc-4674-b883-037b30d87843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:51.825901 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8278db-e93f-4265-b879-4d5136645b0c req-4edc94bc-bfc4-4da6-b8bf-a59b0bf5b87d tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:51.827629 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6b8278db-e93f-4265-b879-4d5136645b0c req-4edc94bc-bfc4-4da6-b8bf-a59b0bf5b87d tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.20 "GET /v2.0/networks?id=734a5e8b-3631-4010-b72b-a6477d1e9854 HTTP/1.1" status: 200 len: 814 time: 0.1600854 Jul 27 11:11:51.829638 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-76e42882-8ffc-4674-b883-037b30d87843 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6216016 Jul 27 11:11:51.833450 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 58138) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:51.838814 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-3f3131c6-b5c8-4d31-8211-785f80d6ff6c admin admin] Request body: {'subnet': {'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1062035721-subnet', 'tenant_id': '00106fa9d8714c23ac449b94423aa621', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:11:51.847151 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e42882-8ffc-4674-b883-037b30d87843 admin admin] Pushing event updated for resources: {'Network': ['ID=089ae8f8-3289-4a22-b4aa-56e4729a1204,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:51.860640 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network 089ae8f8-3289-4a22-b4aa-56e4729a1204 details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:11:51.861698 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-6b8278db-e93f-4265-b879-4d5136645b0c req-8a7746fb-5a49-4c2b-a8b4-77deb25dc4cf tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Request body: {'port': {'device_id': 'e11fc46d-d67b-4c18-829b-b0b7be089320', 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854', 'admin_state_up': True, 'tenant_id': 'dd2dedc60d724ce3b4a65b9767287544'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:11:51.913909 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3131c6-b5c8-4d31-8211-785f80d6ff6c admin admin] Made reservation on behalf of 00106fa9d8714c23ac449b94423aa621 for: {'subnet': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:11:51.916883 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3f3131c6-b5c8-4d31-8211-785f80d6ff6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10212596'] for subnet, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:52.082328 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8278db-e93f-4265-b879-4d5136645b0c req-8a7746fb-5a49-4c2b-a8b4-77deb25dc4cf tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Made reservation on behalf of dd2dedc60d724ce3b4a65b9767287544 for: {'port': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:11:52.085868 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-6b8278db-e93f-4265-b879-4d5136645b0c req-8a7746fb-5a49-4c2b-a8b4-77deb25dc4cf tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:52.110743 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 58152) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:52.223847 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3f3131c6-b5c8-4d31-8211-785f80d6ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10195356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10212582'] for subnet, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:52.332482 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3131c6-b5c8-4d31-8211-785f80d6ff6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f517b54a-3626-47d8-9035-6326e9196c6b,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:52.335350 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [req-6b8278db-e93f-4265-b879-4d5136645b0c req-8a7746fb-5a49-4c2b-a8b4-77deb25dc4cf tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Allocated IP 172.20.0.14 (734a5e8b-3631-4010-b72b-a6477d1e9854/1aa8788a-bf80-4379-9d6a-437783ea4d80/20da003c-3abd-4ad6-9cd5-0a498488f39b) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:11:52.351525 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3131c6-b5c8-4d31-8211-785f80d6ff6c admin admin] Checking segment: {'id': '808c4db8-4e0d-4d67-9ed4-cad6fdc1a502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:11:52.351989 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3131c6-b5c8-4d31-8211-785f80d6ff6c admin admin] Network hostable DHCP agents. Network: 089ae8f8-3289-4a22-b4aa-56e4729a1204, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:11:52.393836 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3131c6-b5c8-4d31-8211-785f80d6ff6c admin admin] Network 089ae8f8-3289-4a22-b4aa-56e4729a1204 is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:11:52.415952 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-3f3131c6-b5c8-4d31-8211-785f80d6ff6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, 089ae8f8-3289-4a22-b4aa-56e4729a1204) {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:11:52.419503 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-485cd15c-47b9-417f-8529-779bace172e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:52.423096 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3131c6-b5c8-4d31-8211-785f80d6ff6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:52.423701 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3f3131c6-b5c8-4d31-8211-785f80d6ff6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:52.430168 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4c4f25-105e-4a4a-ae26-ed46a95bbf88 None None] Network 089ae8f8-3289-4a22-b4aa-56e4729a1204 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:11:52.535860 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-485cd15c-47b9-417f-8529-779bace172e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:52.541736 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-485cd15c-47b9-417f-8529-779bace172e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:52.547081 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-6b8278db-e93f-4265-b879-4d5136645b0c req-8a7746fb-5a49-4c2b-a8b4-77deb25dc4cf tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:52.591661 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-485cd15c-47b9-417f-8529-779bace172e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a95e4f08ac534c12b1526e6895bd1d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4774132 Jul 27 11:11:52.591661 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485cd15c-47b9-417f-8529-779bace172e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccf7a4a-26ed-4bc7-a19d-fc051b0dcdc1,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:52.593223 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 58164) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:52.594422 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-6b8278db-e93f-4265-b879-4d5136645b0c req-8a7746fb-5a49-4c2b-a8b4-77deb25dc4cf tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:52.613384 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-3f3131c6-b5c8-4d31-8211-785f80d6ff6c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7788639 Jul 27 11:11:52.619616 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 58166) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:52.625489 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1062035721-router', 'tenant_id': '00106fa9d8714c23ac449b94423aa621', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:11:52.640639 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['403d6f23-4e71-4b8e-a548-c87810fbc2f8', '32c4842b-5809-4209-bdbd-4d8c7282b886'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:11:52.685522 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738f79bd-6e65-4832-a282-19d18bffa8c2 None None] Network 089ae8f8-3289-4a22-b4aa-56e4729a1204 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:11:52.687863 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:52.690567 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-04dcf1d9-b622-43b9-942d-bb6e9ca102b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:52.717267 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8278db-e93f-4265-b879-4d5136645b0c req-8a7746fb-5a49-4c2b-a8b4-77deb25dc4cf tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Network 734a5e8b-3631-4010-b72b-a6477d1e9854 is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:11:52.718303 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3775200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1974'] for router, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:52.719580 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4083718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1967'] for router, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:52.720654 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [req-6b8278db-e93f-4265-b879-4d5136645b0c req-8a7746fb-5a49-4c2b-a8b4-77deb25dc4cf tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:11:52.723531 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7746fb-5a49-4c2b-a8b4-77deb25dc4cf tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Pushing event updated for resources: {'Port': ['ID=20da003c-3abd-4ad6-9cd5-0a498488f39b,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:52.726136 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8278db-e93f-4265-b879-4d5136645b0c req-8a7746fb-5a49-4c2b-a8b4-77deb25dc4cf tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:11:52.737306 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-04dcf1d9-b622-43b9-942d-bb6e9ca102b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:52.804897 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8278db-e93f-4265-b879-4d5136645b0c req-8a7746fb-5a49-4c2b-a8b4-77deb25dc4cf tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:52.812323 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-6b8278db-e93f-4265-b879-4d5136645b0c req-8a7746fb-5a49-4c2b-a8b4-77deb25dc4cf tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:52.847896 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660d4b7-e6d6-4661-ba74-f8b284cb6145 req-d99b3aaf-41f0-4f2a-812e-c33bb12da755 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:52.849523 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a660d4b7-e6d6-4661-ba74-f8b284cb6145 req-d99b3aaf-41f0-4f2a-812e-c33bb12da755 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=e11fc46d-d67b-4c18-829b-b0b7be089320 HTTP/1.1" status: 200 len: 932 time: 0.1908937 Jul 27 11:11:52.871077 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:52.901695 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6b8278db-e93f-4265-b879-4d5136645b0c req-8a7746fb-5a49-4c2b-a8b4-77deb25dc4cf tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0456896 Jul 27 11:11:52.924088 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a660d4b7-e6d6-4661-ba74-f8b284cb6145 req-5edb4132-c469-4d51-9f52-a72553454159 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640101 Jul 27 11:11:52.934615 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Request body: {'port': {'device_id': 'e11fc46d-d67b-4c18-829b-b0b7be089320', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:11:53.039716 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.061915 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-04dcf1d9-b622-43b9-942d-bb6e9ca102b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.064035 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-04dcf1d9-b622-43b9-942d-bb6e9ca102b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.065421 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-04dcf1d9-b622-43b9-942d-bb6e9ca102b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ccf7a4a-26ed-4bc7-a19d-fc051b0dcdc1 HTTP/1.1" status: 204 len: 168 time: 0.4710705 Jul 27 11:11:53.075121 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4083828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1949'] for router, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.084445 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcf1d9-b622-43b9-942d-bb6e9ca102b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccf7a4a-26ed-4bc7-a19d-fc051b0dcdc1,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:53.310067 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.330187 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.334634 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20da003c-3abd-4ad6-9cd5-0a498488f39b {{(pid=93200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:11:53.342927 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.356183 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Transition to ACTIVE for port object 20da003c-3abd-4ad6-9cd5-0a498488f39b will not be triggered until provisioned by entity L2. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:11:53.359713 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.380005 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 58180) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:53.398856 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d924da33-d453-4b94-974f-49b52eeb7c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.440934 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=20da003c-3abd-4ad6-9cd5-0a498488f39b,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:53.492659 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Attempting to bind port 20da003c-3abd-4ad6-9cd5-0a498488f39b on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:11:53.493037 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Attempting to bind port 20da003c-3abd-4ad6-9cd5-0a498488f39b by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '0fa3763f-c017-4ad9-a4f7-c1c7169c93c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854'}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:11:53.493366 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Attempting to bind port 20da003c-3abd-4ad6-9cd5-0a498488f39b on network 734a5e8b-3631-4010-b72b-a6477d1e9854 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:11:53.494777 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] Allocated IP 172.27.3.230 (b1883f27-eaab-4700-a5a8-37e3631f126f/c4c466e5-926d-42c1-b136-e6bf3690c687/1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:11:53.498783 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Port 20da003c-3abd-4ad6-9cd5-0a498488f39b on network 734a5e8b-3631-4010-b72b-a6477d1e9854 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:11:53.499251 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Attempting to bind port 20da003c-3abd-4ad6-9cd5-0a498488f39b on network 734a5e8b-3631-4010-b72b-a6477d1e9854 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:11:53.504781 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:11:53.505122 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Checking segment: {'id': '0fa3763f-c017-4ad9-a4f7-c1c7169c93c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:11:53.505541 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Bound using segment: {'id': '0fa3763f-c017-4ad9-a4f7-c1c7169c93c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854'} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:11:53.505993 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Bound port: 20da003c-3abd-4ad6-9cd5-0a498488f39b, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa3763f-c017-4ad9-a4f7-c1c7169c93c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854'}}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:11:53.506331 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.576645 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] For port 20da003c-3abd-4ad6-9cd5-0a498488f39b, host hv-cinder-78495, cleared binding levels {{(pid=93200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:11:53.580397 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] For port 20da003c-3abd-4ad6-9cd5-0a498488f39b, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=20da003c-3abd-4ad6-9cd5-0a498488f39b,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:11:53.584674 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.612879 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d924da33-d453-4b94-974f-49b52eeb7c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.620919 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:53.621572 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.622969 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6b8278db-e93f-4265-b879-4d5136645b0c req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] 10.222.0.20 "PUT /v2.0/ports/20da003c-3abd-4ad6-9cd5-0a498488f39b HTTP/1.1" status: 200 len: 1094 time: 0.7024660 Jul 27 11:11:53.623409 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11fc46d-d67b-4c18-829b-b0b7be089320', 'tag': '20da003c-3abd-4ad6-9cd5-0a498488f39b'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:11:53.624148 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d924da33-d453-4b94-974f-49b52eeb7c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.625710 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86851590-1c1f-4730-8dcc-4ba3dedbc247" -d '{"events": [{"name": "network-changed", "server_uuid": "e11fc46d-d67b-4c18-829b-b0b7be089320", "tag": "20da003c-3abd-4ad6-9cd5-0a498488f39b"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:11:53.654778 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73fb46-b6fc-437c-861a-2acfabd05fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=20da003c-3abd-4ad6-9cd5-0a498488f39b,revision_number=3']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:53.668002 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a7ca06-20d9-4eaa-bb73-63ccf7390425 x-openstack-request-id: req-a3a7ca06-20d9-4eaa-bb73-63ccf7390425 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:11:53.668326 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e11fc46d-d67b-4c18-829b-b0b7be089320", "tag": "20da003c-3abd-4ad6-9cd5-0a498488f39b", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:11:53.668434 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.668573 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3a7ca06-20d9-4eaa-bb73-63ccf7390425 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:11:53.669019 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11fc46d-d67b-4c18-829b-b0b7be089320', 'tag': '20da003c-3abd-4ad6-9cd5-0a498488f39b', 'status': 'completed', 'code': 200} Jul 27 11:11:53.682028 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-d924da33-d453-4b94-974f-49b52eeb7c3d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5fad1c09b6c4ff5b9ade2a2e09541df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007491 Jul 27 11:11:53.685059 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 58184) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:53.691020 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924da33-d453-4b94-974f-49b52eeb7c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1fab17-34c4-4156-920f-6bf820c31e57,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:53.725758 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.761976 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] Network b1883f27-eaab-4700-a5a8-37e3631f126f is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:11:53.766771 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:11:53.770876 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:11:53.781477 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e38a-f140-487e-b5c6-a2b05cd697da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.800362 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8278db-e93f-4265-b879-4d5136645b0c req-94763508-1786-461b-b2aa-de3ba6c6b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:53.801936 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6b8278db-e93f-4265-b879-4d5136645b0c req-94763508-1786-461b-b2aa-de3ba6c6b354 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd2dedc60d724ce3b4a65b9767287544&device_id=e11fc46d-d67b-4c18-829b-b0b7be089320 HTTP/1.1" status: 200 len: 1097 time: 0.0931284 Jul 27 11:11:53.810185 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e38a-f140-487e-b5c6-a2b05cd697da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.815369 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] Pushing event updated for resources: {'Port': ['ID=1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:53.868838 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6b8278db-e93f-4265-b879-4d5136645b0c req-6be01bc3-69fa-49fe-ba16-980d47361be9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20da003c-3abd-4ad6-9cd5-0a498488f39b HTTP/1.1" status: 200 len: 217 time: 0.0427368 Jul 27 11:11:53.927101 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e38a-f140-487e-b5c6-a2b05cd697da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.929825 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e38a-f140-487e-b5c6-a2b05cd697da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:53.931008 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-ecc8e38a-f140-487e-b5c6-a2b05cd697da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc1fab17-34c4-4156-920f-6bf820c31e57 HTTP/1.1" status: 204 len: 168 time: 0.2448404 Jul 27 11:11:53.936688 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8278db-e93f-4265-b879-4d5136645b0c req-2aeb32e0-7456-4261-a845-934d20c319d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:53.938212 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6b8278db-e93f-4265-b879-4d5136645b0c req-2aeb32e0-7456-4261-a845-934d20c319d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aa8788a-bf80-4379-9d6a-437783ea4d80 HTTP/1.1" status: 200 len: 854 time: 0.0587890 Jul 27 11:11:53.945506 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8e38a-f140-487e-b5c6-a2b05cd697da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1fab17-34c4-4156-920f-6bf820c31e57,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:54.001902 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6b8278db-e93f-4265-b879-4d5136645b0c req-dfb7ae4a-6a60-4e3f-b096-88a55a095df8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=734a5e8b-3631-4010-b72b-a6477d1e9854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537553 Jul 27 11:11:54.049314 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:54.053850 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:54.180144 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6b8278db-e93f-4265-b879-4d5136645b0c req-83402e7f-6f2b-4e19-8fd1-f1271fb062c4 service neutron] 10.222.0.20 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691771 Jul 27 11:11:54.192238 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e6d9f-c927-40f7-86af-8ccff044e470 req-992615b0-dd87-4eca-b6eb-1e76d2ea2557 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:54.193972 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b00e6d9f-c927-40f7-86af-8ccff044e470 req-992615b0-dd87-4eca-b6eb-1e76d2ea2557 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=e11fc46d-d67b-4c18-829b-b0b7be089320 HTTP/1.1" status: 200 len: 944 time: 0.1550732 Jul 27 11:11:54.303259 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083803'] for router, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:54.317946 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b00e6d9f-c927-40f7-86af-8ccff044e470 req-dae26e39-8835-495f-b036-9e026969d060 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686212 Jul 27 11:11:54.338609 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6b8278db-e93f-4265-b879-4d5136645b0c req-c47c2007-0ddc-4f10-b694-d96597c37135 service neutron] 10.222.0.20 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436360 Jul 27 11:11:54.467237 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] Router ced1697b-99ea-44c1-8249-cdd78a1caf41 is scheduled to L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 with binding_index 1 {{(pid=93199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 11:11:54.519335 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86851590-1c1f-4730-8dcc-4ba3dedbc247 req-dd7f5a74-70fe-46c6-81f7-1e57a2c03b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:54.520833 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-86851590-1c1f-4730-8dcc-4ba3dedbc247 req-dd7f5a74-70fe-46c6-81f7-1e57a2c03b10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd2dedc60d724ce3b4a65b9767287544&device_id=e11fc46d-d67b-4c18-829b-b0b7be089320 HTTP/1.1" status: 200 len: 1097 time: 0.0645087 Jul 27 11:11:54.627411 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:11:54.637360 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86851590-1c1f-4730-8dcc-4ba3dedbc247 req-664749a1-493f-4bcc-a26e-f6e3dacd6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:54.639012 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-86851590-1c1f-4730-8dcc-4ba3dedbc247 req-664749a1-493f-4bcc-a26e-f6e3dacd6c38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=734a5e8b-3631-4010-b72b-a6477d1e9854 HTTP/1.1" status: 200 len: 914 time: 0.1094072 Jul 27 11:11:54.646055 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Sync routers for ids ['ced1697b-99ea-44c1-8249-cdd78a1caf41'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:11:54.650557 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] Notify callbacks [] for router, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:54.655435 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-3fd243a2-774d-4caa-88a0-8ee35db7f12f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.0342629 Jul 27 11:11:54.656145 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 58214) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:54.659349 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Routers {'ced1697b-99ea-44c1-8249-cdd78a1caf41'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:11:54.660010 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:11:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['ced1697b-99ea-44c1-8249-cdd78a1caf41'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:11:54.698244 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-86851590-1c1f-4730-8dcc-4ba3dedbc247 req-1a7fa7d1-f850-4cbb-83b5-8da9c27faf6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20da003c-3abd-4ad6-9cd5-0a498488f39b HTTP/1.1" status: 200 len: 217 time: 0.0510747 Jul 27 11:11:54.803378 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Set router ced1697b-99ea-44c1-8249-cdd78a1caf41 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:11:54.826346 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86851590-1c1f-4730-8dcc-4ba3dedbc247 req-0ac01f66-1856-4820-8c82-76f2704787cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:54.828096 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-86851590-1c1f-4730-8dcc-4ba3dedbc247 req-0ac01f66-1856-4820-8c82-76f2704787cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aa8788a-bf80-4379-9d6a-437783ea4d80 HTTP/1.1" status: 200 len: 854 time: 0.0988944 Jul 27 11:11:54.872701 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-86851590-1c1f-4730-8dcc-4ba3dedbc247 req-c43c98bc-0561-4758-87fb-93713fc7647e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=734a5e8b-3631-4010-b72b-a6477d1e9854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366554 Jul 27 11:11:55.110685 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced1697b-99ea-44c1-8249-cdd78a1caf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1062035721-router', 'tenant_id': '00106fa9d8714c23ac449b94423aa621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:11:52Z', 'updated_at': '2021-07-27T11:11:53Z', 'revision_number': 3, 'project_id': '00106fa9d8714c23ac449b94423aa621', 'gw_port': {'id': '1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:91:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced1697b-99ea-44c1-8249-cdd78a1caf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:11:53Z', 'updated_at': '2021-07-27T11:11:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:11:55.143927 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Checking router: ced1697b-99ea-44c1-8249-cdd78a1caf41 for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:11:55.144289 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Updating router ced1697b-99ea-44c1-8249-cdd78a1caf41 port 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1 binding host dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:11:55.182393 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:55.326570 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-86851590-1c1f-4730-8dcc-4ba3dedbc247 req-42c36137-4e01-4311-8ce4-516212218a33 service neutron] 10.222.0.20 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159093 Jul 27 11:11:55.522266 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:55.534127 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Transition to ACTIVE for port object 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1 will not be triggered until provisioned by entity L2. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:11:55.545248 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:55.548624 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-86851590-1c1f-4730-8dcc-4ba3dedbc247 req-91bcc8e0-7309-4e87-9eb7-4002119d5e3a service neutron] 10.222.0.20 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092526 Jul 27 11:11:55.599227 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99174023-a3d7-4fc2-8ffd-72abb6f877fb None None] Pushing event updated for resources: {'Port': ['ID=1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:55.608451 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99174023-a3d7-4fc2-8ffd-72abb6f877fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:55.608806 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99174023-a3d7-4fc2-8ffd-72abb6f877fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:55.609160 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99174023-a3d7-4fc2-8ffd-72abb6f877fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:55.609690 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99174023-a3d7-4fc2-8ffd-72abb6f877fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:55.610027 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99174023-a3d7-4fc2-8ffd-72abb6f877fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:55.610369 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99174023-a3d7-4fc2-8ffd-72abb6f877fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:55.610704 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99174023-a3d7-4fc2-8ffd-72abb6f877fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:55.611046 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99174023-a3d7-4fc2-8ffd-72abb6f877fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:55.611367 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99174023-a3d7-4fc2-8ffd-72abb6f877fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:55.611696 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99174023-a3d7-4fc2-8ffd-72abb6f877fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:55.612023 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99174023-a3d7-4fc2-8ffd-72abb6f877fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:55.612352 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99174023-a3d7-4fc2-8ffd-72abb6f877fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:11:55.614061 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d679959-e0cb-40c4-b8d0-cf194355c737 req-ad717bc4-9370-4365-9db3-a58c18d6ed09 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:55.616495 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6d679959-e0cb-40c4-b8d0-cf194355c737 req-ad717bc4-9370-4365-9db3-a58c18d6ed09 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=e11fc46d-d67b-4c18-829b-b0b7be089320 HTTP/1.1" status: 200 len: 944 time: 0.1867044 Jul 27 11:11:55.617558 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Attempting to bind port 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:11:55.618466 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Attempting to bind port 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:11:55.618841 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Attempting to bind port 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1 on network b1883f27-eaab-4700-a5a8-37e3631f126f {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:11:55.624493 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:11:55.624881 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Checking segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:11:55.625493 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:55.625712 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Bound using segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:11:55.626194 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Bound port: 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:11:55.626609 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:55.685128 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] For port 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:11:55.691430 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] For port 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:11:55.695917 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:55.704172 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2e19e827-b75c-4d2c-b96a-96e72187aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:55.716772 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6d679959-e0cb-40c4-b8d0-cf194355c737 req-8fdba259-219b-4af8-88c8-53df7ad22970 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919051 Jul 27 11:11:55.755284 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Routers {'ced1697b-99ea-44c1-8249-cdd78a1caf41'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:11:55.756015 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:11:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['ced1697b-99ea-44c1-8249-cdd78a1caf41'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:11:55.833817 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99174023-a3d7-4fc2-8ffd-72abb6f877fb None None] Pushing event updated for resources: {'Port': ['ID=1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1,revision_number=3']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:55.900483 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] Set router ced1697b-99ea-44c1-8249-cdd78a1caf41 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:11:55.901063 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [None req-2e19e827-b75c-4d2c-b96a-96e72187aabc admin admin] Allocated IP 172.20.0.1 (089ae8f8-3289-4a22-b4aa-56e4729a1204/f517b54a-3626-47d8-9035-6326e9196c6b/497d39fc-9831-4955-ab20-7334457842ea) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:11:56.026633 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2e19e827-b75c-4d2c-b96a-96e72187aabc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:56.071767 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2e19e827-b75c-4d2c-b96a-96e72187aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:56.087307 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced1697b-99ea-44c1-8249-cdd78a1caf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1062035721-router', 'tenant_id': '00106fa9d8714c23ac449b94423aa621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:11:52Z', 'updated_at': '2021-07-27T11:11:53Z', 'revision_number': 3, 'project_id': '00106fa9d8714c23ac449b94423aa621', 'gw_port': {'id': '1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:91:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced1697b-99ea-44c1-8249-cdd78a1caf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:11:53Z', 'updated_at': '2021-07-27T11:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:11:56.113015 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e19e827-b75c-4d2c-b96a-96e72187aabc admin admin] Network 089ae8f8-3289-4a22-b4aa-56e4729a1204 is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:11:56.113782 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0211e410-7889-46ce-900c-b11c5ee2eeca None None] The sync data for ids ['ced1697b-99ea-44c1-8249-cdd78a1caf41'] in dv-cinder-784956-7-iscsi is: [{'id': 'ced1697b-99ea-44c1-8249-cdd78a1caf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1062035721-router', 'tenant_id': '00106fa9d8714c23ac449b94423aa621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:11:52Z', 'updated_at': '2021-07-27T11:11:53Z', 'revision_number': 3, 'project_id': '00106fa9d8714c23ac449b94423aa621', 'gw_port': {'id': '1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:91:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced1697b-99ea-44c1-8249-cdd78a1caf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:11:53Z', 'updated_at': '2021-07-27T11:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:11:56.122834 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-2e19e827-b75c-4d2c-b96a-96e72187aabc admin admin] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:11:56.125541 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e19e827-b75c-4d2c-b96a-96e72187aabc admin admin] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:11:56.132011 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19e827-b75c-4d2c-b96a-96e72187aabc admin admin] Pushing event updated for resources: {'Port': ['ID=497d39fc-9831-4955-ab20-7334457842ea,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:56.170133 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2e19e827-b75c-4d2c-b96a-96e72187aabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084230'] for router_interface, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:56.346046 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2e19e827-b75c-4d2c-b96a-96e72187aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:56.618093 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2e19e827-b75c-4d2c-b96a-96e72187aabc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:56.624123 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2e19e827-b75c-4d2c-b96a-96e72187aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:56.734736 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2e19e827-b75c-4d2c-b96a-96e72187aabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084630'] for router_interface, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:56.734736 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19e827-b75c-4d2c-b96a-96e72187aabc admin admin] Pushing event updated for resources: {'Port': ['ID=497d39fc-9831-4955-ab20-7334457842ea,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:56.880805 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e19e827-b75c-4d2c-b96a-96e72187aabc admin admin] Network 089ae8f8-3289-4a22-b4aa-56e4729a1204 is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:11:56.884859 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-2e19e827-b75c-4d2c-b96a-96e72187aabc admin admin] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:11:56.938321 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d69e28-6f9a-4700-b1d6-e0df2c09e330 req-866ae316-fc64-4477-b23d-cf6f635bd8f0 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:56.939904 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e2d69e28-6f9a-4700-b1d6-e0df2c09e330 req-866ae316-fc64-4477-b23d-cf6f635bd8f0 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=e11fc46d-d67b-4c18-829b-b0b7be089320 HTTP/1.1" status: 200 len: 944 time: 0.1353185 Jul 27 11:11:57.032955 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e2d69e28-6f9a-4700-b1d6-e0df2c09e330 req-f26d9769-ff91-4698-90f8-42c86e3a67a1 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827563 Jul 27 11:11:57.050844 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e19e827-b75c-4d2c-b96a-96e72187aabc admin admin] Router ced1697b-99ea-44c1-8249-cdd78a1caf41 has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:11:57.163572 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e19e827-b75c-4d2c-b96a-96e72187aabc admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:11:57.168938 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-2e19e827-b75c-4d2c-b96a-96e72187aabc admin admin] 10.222.0.16 "PUT /v2.0/routers/ced1697b-99ea-44c1-8249-cdd78a1caf41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5118175 Jul 27 11:11:57.626858 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-5ce595d4-9766-42ea-9cf7-c8a9fab861af tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:57.628413 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-5ce595d4-9766-42ea-9cf7-c8a9fab861af tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/networks?id=089ae8f8-3289-4a22-b4aa-56e4729a1204 HTTP/1.1" status: 200 len: 819 time: 0.1061685 Jul 27 11:11:57.653098 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-820ddc4f-fcf5-4c0d-8e66-74846209c996 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/quotas/00106fa9d8714c23ac449b94423aa621 HTTP/1.1" status: 200 len: 375 time: 0.0184546 Jul 27 11:11:57.720478 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-82ce9439-992b-4272-8778-20dfaf35400d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=00106fa9d8714c23ac449b94423aa621&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612936 Jul 27 11:11:57.845727 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-56afe5a8-844f-49e9-9eb9-ff4287e9d416 service neutron] 10.222.0.16 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162810 Jul 27 11:11:57.860928 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Sync routers for ids ['ced1697b-99ea-44c1-8249-cdd78a1caf41'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:11:57.874985 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Routers {'ced1697b-99ea-44c1-8249-cdd78a1caf41'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:11:57.875728 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:11:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['ced1697b-99ea-44c1-8249-cdd78a1caf41'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:11:57.957652 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-1811a9b6-f82c-4faa-a600-ba241afea6dd service neutron] 10.222.0.16 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037228 Jul 27 11:11:58.037754 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 58314) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:58.038969 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Set router ced1697b-99ea-44c1-8249-cdd78a1caf41 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:11:58.221335 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c192d3c7-6318-419e-8720-bb90b6e733fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:58.232476 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a7749d8f-3cb6-4b5b-93bf-13e7c8b98c6c req-9fb1f8d3-b538-4dff-96cd-762e985b4923 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 210 time: 0.0526962 Jul 27 11:11:58.342494 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f434a6-13a1-4e12-ac9f-023727dca144 req-264a7514-4f7c-468a-8a0f-f91abbb9b203 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:58.359058 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f6f434a6-13a1-4e12-ac9f-023727dca144 req-264a7514-4f7c-468a-8a0f-f91abbb9b203 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=e11fc46d-d67b-4c18-829b-b0b7be089320 HTTP/1.1" status: 200 len: 944 time: 0.2183456 Jul 27 11:11:58.388655 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced1697b-99ea-44c1-8249-cdd78a1caf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1062035721-router', 'tenant_id': '00106fa9d8714c23ac449b94423aa621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:11:52Z', 'updated_at': '2021-07-27T11:11:56Z', 'revision_number': 4, 'project_id': '00106fa9d8714c23ac449b94423aa621', 'gw_port': {'id': '1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:91:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced1697b-99ea-44c1-8249-cdd78a1caf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:11:53Z', 'updated_at': '2021-07-27T11:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '497d39fc-9831-4955-ab20-7334457842ea', 'name': '', 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204', 'tenant_id': '00106fa9d8714c23ac449b94423aa621', 'mac_address': 'fa:16:3e:95:9c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced1697b-99ea-44c1-8249-cdd78a1caf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'f517b54a-3626-47d8-9035-6326e9196c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:11:55Z', 'updated_at': '2021-07-27T11:11:56Z', 'revision_number': 2, 'project_id': '00106fa9d8714c23ac449b94423aa621', 'subnets': [{'id': 'f517b54a-3626-47d8-9035-6326e9196c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:11:58.458074 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Checking router: ced1697b-99ea-44c1-8249-cdd78a1caf41 for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:11:58.458526 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Updating router ced1697b-99ea-44c1-8249-cdd78a1caf41 port 497d39fc-9831-4955-ab20-7334457842ea binding host dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:11:58.463180 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 20da003c-3abd-4ad6-9cd5-0a498488f39b details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:11:58.469729 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f6f434a6-13a1-4e12-ac9f-023727dca144 req-022052cd-f73f-425c-8702-df18202669ea tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095839 Jul 27 11:11:58.564097 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c192d3c7-6318-419e-8720-bb90b6e733fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:58.575723 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c192d3c7-6318-419e-8720-bb90b6e733fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:58.585164 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:11:58.613535 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192d3c7-6318-419e-8720-bb90b6e733fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7eee01-d18e-4f6f-85aa-d90423f950cb,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:58.643191 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 20da003c-3abd-4ad6-9cd5-0a498488f39b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=20da003c-3abd-4ad6-9cd5-0a498488f39b,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:11:58.647229 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-c192d3c7-6318-419e-8720-bb90b6e733fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c538a25daa6b40fa9e736af422338aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6083405 Jul 27 11:11:58.650605 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 58354) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:58.664471 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:58.668697 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '20da003c-3abd-4ad6-9cd5-0a498488f39b', 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854', 'port_id': '20da003c-3abd-4ad6-9cd5-0a498488f39b', 'mac_address': 'fa:16:3e:e8:8d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa8788a-bf80-4379-9d6a-437783ea4d80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:11:58.710607 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0e9adf24-ff3b-4b55-9fce-213235783d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:58.719623 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-6ac99508-2995-4c98-bcda-8fa76f0a454c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:58.737389 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-6ac99508-2995-4c98-bcda-8fa76f0a454c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/networks?id=089ae8f8-3289-4a22-b4aa-56e4729a1204 HTTP/1.1" status: 200 len: 819 time: 0.2448986 Jul 27 11:11:58.739455 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0e9adf24-ff3b-4b55-9fce-213235783d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:58.766870 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-db7cbad8-7734-401b-b179-2db2aa279af8 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/quotas/00106fa9d8714c23ac449b94423aa621 HTTP/1.1" status: 200 len: 375 time: 0.0284488 Jul 27 11:11:58.781638 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:58.801858 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20da003c-3abd-4ad6-9cd5-0a498488f39b {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:11:58.807224 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0e9adf24-ff3b-4b55-9fce-213235783d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:58.810405 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0e9adf24-ff3b-4b55-9fce-213235783d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:58.811581 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-0e9adf24-ff3b-4b55-9fce-213235783d3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb7eee01-d18e-4f6f-85aa-d90423f950cb HTTP/1.1" status: 204 len: 168 time: 0.1589801 Jul 27 11:11:58.820330 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9adf24-ff3b-4b55-9fce-213235783d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7eee01-d18e-4f6f-85aa-d90423f950cb,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:58.861358 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:11:58.868473 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-bb51e0bd-16bf-4b7d-9c92-c7238eec0be6 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=00106fa9d8714c23ac449b94423aa621&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1004515 Jul 27 11:11:58.889742 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:11:58.890117 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:58.934320 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 20da003c-3abd-4ad6-9cd5-0a498488f39b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=20da003c-3abd-4ad6-9cd5-0a498488f39b,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:11:58.947579 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:58.993073 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-48a69daa-eef6-452a-a00e-2d6ea3191319 service neutron] 10.222.0.16 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232293 Jul 27 11:11:59.095413 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=20da003c-3abd-4ad6-9cd5-0a498488f39b,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:59.121331 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-44316e77-8554-403c-b014-d2881c2edd2a service neutron] 10.222.0.16 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210909 Jul 27 11:11:59.132981 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:59.172220 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:11:59.187092 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:59.287738 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:59.293466 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:59.313119 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Transition to ACTIVE for port object 497d39fc-9831-4955-ab20-7334457842ea will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:11:59.326394 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:59.326785 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 58370) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:59.335917 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['20da003c-3abd-4ad6-9cd5-0a498488f39b'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:11:59.344495 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-9f2462c1-e001-4906-a0c2-97a70dad162e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:59.406417 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f2ef5bcb-30b6-4845-819b-fd6d856eba77 req-db57a6ed-4bec-4931-9c7d-a388e4e6a39b tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 210 time: 0.0564282 Jul 27 11:11:59.412764 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1bd19-ccc1-4463-8cd9-d3def702d0d6 None None] Pushing event updated for resources: {'Port': ['ID=497d39fc-9831-4955-ab20-7334457842ea,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:59.514724 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Attempting to bind port 497d39fc-9831-4955-ab20-7334457842ea on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:11:59.515101 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Attempting to bind port 497d39fc-9831-4955-ab20-7334457842ea by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '808c4db8-4e0d-4d67-9ed4-cad6fdc1a502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:11:59.515478 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Attempting to bind port 497d39fc-9831-4955-ab20-7334457842ea on network 089ae8f8-3289-4a22-b4aa-56e4729a1204 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:11:59.524337 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-9f2462c1-e001-4906-a0c2-97a70dad162e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:59.528095 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:11:59.528484 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Checking segment: {'id': '808c4db8-4e0d-4d67-9ed4-cad6fdc1a502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:11:59.528930 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:59.529329 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Bound using segment: {'id': '808c4db8-4e0d-4d67-9ed4-cad6fdc1a502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:11:59.529883 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Bound port: 497d39fc-9831-4955-ab20-7334457842ea, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808c4db8-4e0d-4d67-9ed4-cad6fdc1a502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:11:59.530070 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-9f2462c1-e001-4906-a0c2-97a70dad162e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:59.530363 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:59.567468 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-9f2462c1-e001-4906-a0c2-97a70dad162e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65be0a5b02f649e3b4205eed9cfcd7fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371655 Jul 27 11:11:59.567707 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 58384) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:11:59.627680 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2462c1-e001-4906-a0c2-97a70dad162e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f560ac3b-e043-4880-81cc-ee26d7171ac9,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:11:59.677358 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] For port 497d39fc-9831-4955-ab20-7334457842ea, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:11:59.683451 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] For port 497d39fc-9831-4955-ab20-7334457842ea, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=497d39fc-9831-4955-ab20-7334457842ea,segment=NetworkSegment(808c4db8-4e0d-4d67-9ed4-cad6fdc1a502),segment_id=808c4db8-4e0d-4d67-9ed4-cad6fdc1a502)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:11:59.699092 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:59.786161 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3031fb14-fa63-4c89-b1de-b757d4f6bf6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:59.869907 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3031fb14-fa63-4c89-b1de-b757d4f6bf6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:11:59.923351 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f73bff-d638-45d7-9ef6-accbe7179cd2 req-c051388e-dff6-4029-b538-1e9d20abb9c2 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:11:59.925308 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-84f73bff-d638-45d7-9ef6-accbe7179cd2 req-c051388e-dff6-4029-b538-1e9d20abb9c2 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=e11fc46d-d67b-4c18-829b-b0b7be089320 HTTP/1.1" status: 200 len: 945 time: 0.3107619 Jul 27 11:11:59.974794 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Routers {'ced1697b-99ea-44c1-8249-cdd78a1caf41'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:11:59.975498 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:11:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['ced1697b-99ea-44c1-8249-cdd78a1caf41'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:12:00.005226 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-71ae1fb3-215b-406f-86f3-312ba7c49125 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:00.006921 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-71ae1fb3-215b-406f-86f3-312ba7c49125 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.20 "GET /v2.0/networks?id=089ae8f8-3289-4a22-b4aa-56e4729a1204 HTTP/1.1" status: 200 len: 819 time: 0.2588139 Jul 27 11:12:00.015201 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-84f73bff-d638-45d7-9ef6-accbe7179cd2 req-2b8a1522-edbc-4924-ae90-57a550ec5402 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776846 Jul 27 11:12:00.028680 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1bd19-ccc1-4463-8cd9-d3def702d0d6 None None] Pushing event updated for resources: {'Port': ['ID=497d39fc-9831-4955-ab20-7334457842ea,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:00.031600 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3031fb14-fa63-4c89-b1de-b757d4f6bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:00.037159 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3031fb14-fa63-4c89-b1de-b757d4f6bf6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:00.038765 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-3031fb14-fa63-4c89-b1de-b757d4f6bf6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f560ac3b-e043-4880-81cc-ee26d7171ac9 HTTP/1.1" status: 204 len: 168 time: 0.4693480 Jul 27 11:12:00.055194 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-e7187b82-a545-4da3-b5f0-13c15b1e45a2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Request body: {'port': {'device_id': '018df09d-aef2-44ce-a182-4311df976d7b', 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204', 'admin_state_up': True, 'tenant_id': '00106fa9d8714c23ac449b94423aa621'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:00.060403 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031fb14-fa63-4c89-b1de-b757d4f6bf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f560ac3b-e043-4880-81cc-ee26d7171ac9,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:00.162577 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] Set router ced1697b-99ea-44c1-8249-cdd78a1caf41 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:12:00.195120 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-e7187b82-a545-4da3-b5f0-13c15b1e45a2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Made reservation on behalf of 00106fa9d8714c23ac449b94423aa621 for: {'port': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:12:00.199261 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-e7187b82-a545-4da3-b5f0-13c15b1e45a2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:00.357966 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-e7187b82-a545-4da3-b5f0-13c15b1e45a2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Allocated IP 172.20.0.10 (089ae8f8-3289-4a22-b4aa-56e4729a1204/f517b54a-3626-47d8-9035-6326e9196c6b/4027ef35-b875-43e1-b429-c925d371de1b) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:12:00.400308 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:00.451813 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced1697b-99ea-44c1-8249-cdd78a1caf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1062035721-router', 'tenant_id': '00106fa9d8714c23ac449b94423aa621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:11:52Z', 'updated_at': '2021-07-27T11:11:56Z', 'revision_number': 4, 'project_id': '00106fa9d8714c23ac449b94423aa621', 'gw_port': {'id': '1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced1697b-99ea-44c1-8249-cdd78a1caf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:11:53Z', 'updated_at': '2021-07-27T11:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '497d39fc-9831-4955-ab20-7334457842ea', 'name': '', 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204', 'tenant_id': '00106fa9d8714c23ac449b94423aa621', 'mac_address': 'fa:16:3e:95:9c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced1697b-99ea-44c1-8249-cdd78a1caf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'f517b54a-3626-47d8-9035-6326e9196c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:11:55Z', 'updated_at': '2021-07-27T11:11:59Z', 'revision_number': 4, 'project_id': '00106fa9d8714c23ac449b94423aa621', 'subnets': [{'id': 'f517b54a-3626-47d8-9035-6326e9196c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:12:00.482743 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 20da003c-3abd-4ad6-9cd5-0a498488f39b up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:00.486743 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885f2f2d-0efa-4d51-8af5-9a3ab82f630c None None] The sync data for ids ['ced1697b-99ea-44c1-8249-cdd78a1caf41'] in dv-cinder-784956-7-iscsi is: [{'id': 'ced1697b-99ea-44c1-8249-cdd78a1caf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1062035721-router', 'tenant_id': '00106fa9d8714c23ac449b94423aa621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:11:52Z', 'updated_at': '2021-07-27T11:11:56Z', 'revision_number': 4, 'project_id': '00106fa9d8714c23ac449b94423aa621', 'gw_port': {'id': '1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced1697b-99ea-44c1-8249-cdd78a1caf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:11:53Z', 'updated_at': '2021-07-27T11:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '497d39fc-9831-4955-ab20-7334457842ea', 'name': '', 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204', 'tenant_id': '00106fa9d8714c23ac449b94423aa621', 'mac_address': 'fa:16:3e:95:9c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced1697b-99ea-44c1-8249-cdd78a1caf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'f517b54a-3626-47d8-9035-6326e9196c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:11:55Z', 'updated_at': '2021-07-27T11:11:59Z', 'revision_number': 4, 'project_id': '00106fa9d8714c23ac449b94423aa621', 'subnets': [{'id': 'f517b54a-3626-47d8-9035-6326e9196c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:12:00.515028 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-61b0c57f-a6db-4562-a122-21bce8848d26 req-a3ba844b-493d-4881-852d-df48b001dda8 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 210 time: 0.0339835 Jul 27 11:12:00.532153 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:00.532307 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:00.594281 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port 20da003c-3abd-4ad6-9cd5-0a498488f39b completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:12:00.605498 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 20da003c-3abd-4ad6-9cd5-0a498488f39b triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:00.606551 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:00.637294 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-e7187b82-a545-4da3-b5f0-13c15b1e45a2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:00.711693 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-e7187b82-a545-4da3-b5f0-13c15b1e45a2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:00.768573 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-e7187b82-a545-4da3-b5f0-13c15b1e45a2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Network 089ae8f8-3289-4a22-b4aa-56e4729a1204 is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:12:00.773722 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-e7187b82-a545-4da3-b5f0-13c15b1e45a2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:12:00.778400 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-e7187b82-a545-4da3-b5f0-13c15b1e45a2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:12:00.796724 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:00.823898 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11fc46d-d67b-4c18-829b-b0b7be089320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20da003c-3abd-4ad6-9cd5-0a498488f39b'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:12:00.827076 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a666f09-92ff-425c-af23-2308478e3235" -d '{"events": [{"server_uuid": "e11fc46d-d67b-4c18-829b-b0b7be089320", "name": "network-vif-plugged", "status": "completed", "tag": "20da003c-3abd-4ad6-9cd5-0a498488f39b"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:12:00.844919 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-e7187b82-a545-4da3-b5f0-13c15b1e45a2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:00.845600 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-e7187b82-a545-4da3-b5f0-13c15b1e45a2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:00.860768 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 20da003c-3abd-4ad6-9cd5-0a498488f39b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=20da003c-3abd-4ad6-9cd5-0a498488f39b,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:00.882654 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:00.886726 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e642de6a-19e2-4c55-9159-ea9cbb53217c x-openstack-request-id: req-e642de6a-19e2-4c55-9159-ea9cbb53217c {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:12:00.887171 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11fc46d-d67b-4c18-829b-b0b7be089320", "name": "network-vif-plugged", "status": "completed", "tag": "20da003c-3abd-4ad6-9cd5-0a498488f39b", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:12:00.887636 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e642de6a-19e2-4c55-9159-ea9cbb53217c {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:12:00.888187 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11fc46d-d67b-4c18-829b-b0b7be089320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20da003c-3abd-4ad6-9cd5-0a498488f39b', 'code': 200} Jul 27 11:12:00.984041 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=20da003c-3abd-4ad6-9cd5-0a498488f39b,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:00.989856 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7187b82-a545-4da3-b5f0-13c15b1e45a2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Pushing event updated for resources: {'Port': ['ID=4027ef35-b875-43e1-b429-c925d371de1b,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:01.017504 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-e7187b82-a545-4da3-b5f0-13c15b1e45a2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9657977 Jul 27 11:12:01.079550 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Request body: {'port': {'device_id': '018df09d-aef2-44ce-a182-4311df976d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:01.250493 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-d62b40fe-10b7-48f1-9103-1e5d762c009d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:01.252216 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-d62b40fe-10b7-48f1-9103-1e5d762c009d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.20 "GET /v2.0/networks?id=089ae8f8-3289-4a22-b4aa-56e4729a1204 HTTP/1.1" status: 200 len: 819 time: 0.3932021 Jul 27 11:12:01.310674 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdbf30-e209-4706-ae8b-c84a3f704200 req-2cc3b65a-f2a9-429d-a414-f4db51acce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:01.311619 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:01.313995 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-70cdbf30-e209-4706-ae8b-c84a3f704200 req-2cc3b65a-f2a9-429d-a414-f4db51acce71 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e11fc46d-d67b-4c18-829b-b0b7be089320 HTTP/1.1" status: 200 len: 1099 time: 0.0926397 Jul 27 11:12:01.359344 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-f0147e8f-5608-41c9-92d0-bfa40fabcb10 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Request body: {'port': {'device_id': '9fbb37a7-d6b9-45a4-87a7-13b49c074fc3', 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204', 'admin_state_up': True, 'tenant_id': '00106fa9d8714c23ac449b94423aa621'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:01.402422 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-70cdbf30-e209-4706-ae8b-c84a3f704200 req-d2e8956b-656d-4491-928f-99b8bdfea019 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620792 Jul 27 11:12:01.423759 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bf5ba-b2b8-47d8-b907-0f55c7d43b74 req-7331991a-35c5-4fa0-917a-906840fc4da4 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:01.425450 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-294bf5ba-b2b8-47d8-b907-0f55c7d43b74 req-7331991a-35c5-4fa0-917a-906840fc4da4 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=e11fc46d-d67b-4c18-829b-b0b7be089320 HTTP/1.1" status: 200 len: 946 time: 0.2438188 Jul 27 11:12:01.644089 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-294bf5ba-b2b8-47d8-b907-0f55c7d43b74 req-07f974f8-6ecb-41be-8b55-6a7ea52dbcb0 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035973 Jul 27 11:12:01.687711 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d423f62e-8680-4c29-84a9-5fd4ebb53c74 req-d2457647-46d3-456f-b666-a51717559f55 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 210 time: 0.0667710 Jul 27 11:12:01.755095 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-f0147e8f-5608-41c9-92d0-bfa40fabcb10 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Made reservation on behalf of 00106fa9d8714c23ac449b94423aa621 for: {'port': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:12:01.759210 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-f0147e8f-5608-41c9-92d0-bfa40fabcb10 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:02.178221 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4027ef35-b875-43e1-b429-c925d371de1b {{(pid=93200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:12:02.186886 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:02.199693 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Transition to ACTIVE for port object 4027ef35-b875-43e1-b429-c925d371de1b will not be triggered until provisioned by entity L2. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:12:02.215207 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:02.310696 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Pushing event updated for resources: {'Port': ['ID=4027ef35-b875-43e1-b429-c925d371de1b,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:02.331282 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-f0147e8f-5608-41c9-92d0-bfa40fabcb10 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Allocated IP 172.20.0.14 (089ae8f8-3289-4a22-b4aa-56e4729a1204/f517b54a-3626-47d8-9035-6326e9196c6b/8a64fd05-a75f-49c5-a689-8159d34dea3f) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:12:02.476082 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Attempting to bind port 4027ef35-b875-43e1-b429-c925d371de1b on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:12:02.476426 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Attempting to bind port 4027ef35-b875-43e1-b429-c925d371de1b by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '808c4db8-4e0d-4d67-9ed4-cad6fdc1a502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204'}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:12:02.479613 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Attempting to bind port 4027ef35-b875-43e1-b429-c925d371de1b on network 089ae8f8-3289-4a22-b4aa-56e4729a1204 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:12:02.482757 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 497d39fc-9831-4955-ab20-7334457842ea up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:02.491196 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Port 4027ef35-b875-43e1-b429-c925d371de1b on network 089ae8f8-3289-4a22-b4aa-56e4729a1204 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:12:02.491528 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Attempting to bind port 4027ef35-b875-43e1-b429-c925d371de1b on network 089ae8f8-3289-4a22-b4aa-56e4729a1204 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:12:02.502197 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:12:02.502543 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Checking segment: {'id': '808c4db8-4e0d-4d67-9ed4-cad6fdc1a502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:12:02.502937 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Bound using segment: {'id': '808c4db8-4e0d-4d67-9ed4-cad6fdc1a502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204'} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:12:02.503386 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Bound port: 4027ef35-b875-43e1-b429-c925d371de1b, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '808c4db8-4e0d-4d67-9ed4-cad6fdc1a502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204'}}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:12:02.503750 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:02.534409 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 497d39fc-9831-4955-ab20-7334457842ea completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:12:02.538617 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 497d39fc-9831-4955-ab20-7334457842ea triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:02.538993 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:02.585512 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-f0147e8f-5608-41c9-92d0-bfa40fabcb10 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:02.609951 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] For port 4027ef35-b875-43e1-b429-c925d371de1b, host hv-cinder-78495, cleared binding levels {{(pid=93200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:12:02.614136 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] For port 4027ef35-b875-43e1-b429-c925d371de1b, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=4027ef35-b875-43e1-b429-c925d371de1b,segment=NetworkSegment(808c4db8-4e0d-4d67-9ed4-cad6fdc1a502),segment_id=808c4db8-4e0d-4d67-9ed4-cad6fdc1a502)] {{(pid=93200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:12:02.621853 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:02.640500 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:02.672390 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:02.673020 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:02.674531 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] 10.222.0.20 "PUT /v2.0/ports/4027ef35-b875-43e1-b429-c925d371de1b HTTP/1.1" status: 200 len: 1094 time: 1.6044064 Jul 27 11:12:02.676576 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018df09d-aef2-44ce-a182-4311df976d7b', 'tag': '4027ef35-b875-43e1-b429-c925d371de1b'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:12:02.679285 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec0acae-458e-46a1-9ba4-d6d16658840b" -d '{"events": [{"name": "network-changed", "server_uuid": "018df09d-aef2-44ce-a182-4311df976d7b", "tag": "4027ef35-b875-43e1-b429-c925d371de1b"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:12:02.684044 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 497d39fc-9831-4955-ab20-7334457842ea, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=497d39fc-9831-4955-ab20-7334457842ea,segment=NetworkSegment(808c4db8-4e0d-4d67-9ed4-cad6fdc1a502),segment_id=808c4db8-4e0d-4d67-9ed4-cad6fdc1a502)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:02.690461 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:02.706811 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba902caf-528f-427b-8465-bd4d1ca88e63 service neutron] Pushing event updated for resources: {'Port': ['ID=4027ef35-b875-43e1-b429-c925d371de1b,revision_number=3']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:02.710134 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-f0147e8f-5608-41c9-92d0-bfa40fabcb10 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:02.777070 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-f0147e8f-5608-41c9-92d0-bfa40fabcb10 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Network 089ae8f8-3289-4a22-b4aa-56e4729a1204 is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:12:02.782951 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=497d39fc-9831-4955-ab20-7334457842ea,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:02.786770 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5c82ea-ae74-4242-b775-b729b0843ce9 x-openstack-request-id: req-9c5c82ea-ae74-4242-b775-b729b0843ce9 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:12:02.790683 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018df09d-aef2-44ce-a182-4311df976d7b", "tag": "4027ef35-b875-43e1-b429-c925d371de1b", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:12:02.791099 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c5c82ea-ae74-4242-b775-b729b0843ce9 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:12:02.791619 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018df09d-aef2-44ce-a182-4311df976d7b', 'tag': '4027ef35-b875-43e1-b429-c925d371de1b', 'status': 'completed', 'code': 200} Jul 27 11:12:02.792861 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-f0147e8f-5608-41c9-92d0-bfa40fabcb10 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:12:02.797891 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-f0147e8f-5608-41c9-92d0-bfa40fabcb10 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:12:02.844836 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0147e8f-5608-41c9-92d0-bfa40fabcb10 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Pushing event updated for resources: {'Port': ['ID=8a64fd05-a75f-49c5-a689-8159d34dea3f,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:02.961979 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-f0147e8f-5608-41c9-92d0-bfa40fabcb10 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:02.962595 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-f0147e8f-5608-41c9-92d0-bfa40fabcb10 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:02.996656 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-f0147e8f-5608-41c9-92d0-bfa40fabcb10 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6563497 Jul 27 11:12:03.025050 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Request body: {'port': {'device_id': '9fbb37a7-d6b9-45a4-87a7-13b49c074fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:03.064170 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94114965-e0aa-456c-85ef-4bae25016471 req-5fa597b8-0adf-4302-a8c8-456efc120dc8 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:03.065663 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-94114965-e0aa-456c-85ef-4bae25016471 req-5fa597b8-0adf-4302-a8c8-456efc120dc8 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=e11fc46d-d67b-4c18-829b-b0b7be089320 HTTP/1.1" status: 200 len: 946 time: 0.2270250 Jul 27 11:12:03.067313 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-5c9311d8-997d-4ed8-8b31-95809e805b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:03.068630 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-5c9311d8-997d-4ed8-8b31-95809e805b88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00106fa9d8714c23ac449b94423aa621&device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 1097 time: 0.2265739 Jul 27 11:12:03.077377 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b9826-71bd-425b-b52f-7c2724f7d0c9 req-7212097b-b6c0-42cd-a079-5a20924ad0a1 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:03.078881 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fb7b9826-71bd-425b-b52f-7c2724f7d0c9 req-7212097b-b6c0-42cd-a079-5a20924ad0a1 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 932 time: 0.2352231 Jul 27 11:12:03.177899 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-835df46f-3652-4f14-830f-581ef7f0690b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4027ef35-b875-43e1-b429-c925d371de1b HTTP/1.1" status: 200 len: 217 time: 0.0802491 Jul 27 11:12:03.234276 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fb7b9826-71bd-425b-b52f-7c2724f7d0c9 req-76e5c2b1-e456-4113-b831-426f9f9f153f tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410387 Jul 27 11:12:03.236875 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-94114965-e0aa-456c-85ef-4bae25016471 req-463a47e0-e73a-4b71-aa86-7078442dadd4 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554372 Jul 27 11:12:03.252454 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:03.292703 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-38f87181-b5ad-454f-a8b3-e3c545cdb6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:03.294369 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-38f87181-b5ad-454f-a8b3-e3c545cdb6e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f517b54a-3626-47d8-9035-6326e9196c6b HTTP/1.1" status: 200 len: 859 time: 0.0986726 Jul 27 11:12:03.319037 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:03.403626 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-da04b8ec-cf02-4f5c-adb0-3d7a4c1389b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=089ae8f8-3289-4a22-b4aa-56e4729a1204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367987 Jul 27 11:12:03.561241 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-51bd381f-8797-46e5-a432-0e2cb9c64670 service neutron] 10.222.0.20 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484315 Jul 27 11:12:03.698798 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a64fd05-a75f-49c5-a689-8159d34dea3f {{(pid=93200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:12:03.710419 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:03.729628 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b15987a0-877f-4ee0-aeb1-8bd509405988 req-df8115de-4fe4-4303-a9ea-471c134d0b7f service neutron] 10.222.0.20 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563306 Jul 27 11:12:03.733025 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Transition to ACTIVE for port object 8a64fd05-a75f-49c5-a689-8159d34dea3f will not be triggered until provisioned by entity L2. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:12:03.736314 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:03.786951 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Pushing event updated for resources: {'Port': ['ID=8a64fd05-a75f-49c5-a689-8159d34dea3f,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:03.872503 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Attempting to bind port 8a64fd05-a75f-49c5-a689-8159d34dea3f on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:12:03.872952 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Attempting to bind port 8a64fd05-a75f-49c5-a689-8159d34dea3f by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '808c4db8-4e0d-4d67-9ed4-cad6fdc1a502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204'}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:12:03.873308 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Attempting to bind port 8a64fd05-a75f-49c5-a689-8159d34dea3f on network 089ae8f8-3289-4a22-b4aa-56e4729a1204 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:12:03.896704 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Port 8a64fd05-a75f-49c5-a689-8159d34dea3f on network 089ae8f8-3289-4a22-b4aa-56e4729a1204 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:12:03.897037 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Attempting to bind port 8a64fd05-a75f-49c5-a689-8159d34dea3f on network 089ae8f8-3289-4a22-b4aa-56e4729a1204 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:12:03.906567 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:12:03.906901 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Checking segment: {'id': '808c4db8-4e0d-4d67-9ed4-cad6fdc1a502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:12:03.907287 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Bound using segment: {'id': '808c4db8-4e0d-4d67-9ed4-cad6fdc1a502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204'} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:12:03.907721 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Bound port: 8a64fd05-a75f-49c5-a689-8159d34dea3f, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '808c4db8-4e0d-4d67-9ed4-cad6fdc1a502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204'}}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:12:03.908080 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:03.970470 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0acae-458e-46a1-9ba4-d6d16658840b req-98f278f2-610f-42cd-a023-b8a116e8c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:03.972054 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4ec0acae-458e-46a1-9ba4-d6d16658840b req-98f278f2-610f-42cd-a023-b8a116e8c09e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00106fa9d8714c23ac449b94423aa621&device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 1097 time: 0.1173956 Jul 27 11:12:04.005674 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] For port 8a64fd05-a75f-49c5-a689-8159d34dea3f, host hv-cinder-78495, cleared binding levels {{(pid=93200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:12:04.048178 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] For port 8a64fd05-a75f-49c5-a689-8159d34dea3f, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=8a64fd05-a75f-49c5-a689-8159d34dea3f,segment=NetworkSegment(808c4db8-4e0d-4d67-9ed4-cad6fdc1a502),segment_id=808c4db8-4e0d-4d67-9ed4-cad6fdc1a502)] {{(pid=93200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:12:04.055824 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:04.105438 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:04.106323 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:04.107840 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-186f8234-0115-490f-97fd-b890611bc0db service neutron] 10.222.0.20 "PUT /v2.0/ports/8a64fd05-a75f-49c5-a689-8159d34dea3f HTTP/1.1" status: 200 len: 1094 time: 1.0884500 Jul 27 11:12:04.139123 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0acae-458e-46a1-9ba4-d6d16658840b req-b2b882c6-def0-4af1-bdf8-85825d9ff353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:04.140533 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4ec0acae-458e-46a1-9ba4-d6d16658840b req-b2b882c6-def0-4af1-bdf8-85825d9ff353 service neutron] 10.222.0.20 "GET /v2.0/networks?id=089ae8f8-3289-4a22-b4aa-56e4729a1204 HTTP/1.1" status: 200 len: 919 time: 0.1552582 Jul 27 11:12:04.141260 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f8234-0115-490f-97fd-b890611bc0db service neutron] Pushing event updated for resources: {'Port': ['ID=8a64fd05-a75f-49c5-a689-8159d34dea3f,revision_number=3']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:04.240108 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4ec0acae-458e-46a1-9ba4-d6d16658840b req-7fcedb98-d7e0-491f-a150-f730f4cd47b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4027ef35-b875-43e1-b429-c925d371de1b HTTP/1.1" status: 200 len: 217 time: 0.0622625 Jul 27 11:12:04.310135 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0acae-458e-46a1-9ba4-d6d16658840b req-02aa0359-8e4f-4577-9b22-80c06a83a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:04.311689 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4ec0acae-458e-46a1-9ba4-d6d16658840b req-02aa0359-8e4f-4577-9b22-80c06a83a8a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f517b54a-3626-47d8-9035-6326e9196c6b HTTP/1.1" status: 200 len: 859 time: 0.0632393 Jul 27 11:12:04.314776 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-3bc8a317-baa7-4c17-af8b-b5a668e02d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:04.316708 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-3bc8a317-baa7-4c17-af8b-b5a668e02d63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00106fa9d8714c23ac449b94423aa621&device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 1097 time: 0.1375740 Jul 27 11:12:04.354707 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 58522) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:04.385443 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 497d39fc-9831-4955-ab20-7334457842ea up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:04.397964 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4ec0acae-458e-46a1-9ba4-d6d16658840b req-0d34b891-a07e-4bdd-9461-18945d816bf5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=089ae8f8-3289-4a22-b4aa-56e4729a1204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753877 Jul 27 11:12:04.438718 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 497d39fc-9831-4955-ab20-7334457842ea triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:04.439510 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:04.466853 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-9aa64909-40f1-4d49-9063-8859670c3c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:04.508228 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-676d5e9f-9e9a-4b1a-a5c7-ba01eab45014 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a64fd05-a75f-49c5-a689-8159d34dea3f HTTP/1.1" status: 200 len: 217 time: 0.1362066 Jul 27 11:12:04.567721 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-9aa64909-40f1-4d49-9063-8859670c3c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:04.572002 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-9aa64909-40f1-4d49-9063-8859670c3c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:04.610683 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-9aa64909-40f1-4d49-9063-8859670c3c21 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0dcf178530494db3b60ebaf39944c26c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539406 Jul 27 11:12:04.611316 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa64909-40f1-4d49-9063-8859670c3c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e392283e-630b-4563-b5da-eea76a3e892e,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:04.613616 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 58528) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:04.621099 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-044e4033-c3ce-4211-9b75-7d53d2b33e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:04.622700 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-044e4033-c3ce-4211-9b75-7d53d2b33e7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f517b54a-3626-47d8-9035-6326e9196c6b HTTP/1.1" status: 200 len: 859 time: 0.0963962 Jul 27 11:12:04.633507 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff73392-ef48-4312-b904-b20290b2279e req-4a3a1835-2069-439f-aeeb-9d0f66bfac05 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:04.634959 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bff73392-ef48-4312-b904-b20290b2279e req-4a3a1835-2069-439f-aeeb-9d0f66bfac05 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 944 time: 0.3112991 Jul 27 11:12:04.645529 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4ec0acae-458e-46a1-9ba4-d6d16658840b req-de56f75e-4230-4cb8-a83a-dabf20745cf9 service neutron] 10.222.0.20 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346282 Jul 27 11:12:04.653972 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74a696-07e8-41dd-acdf-17168855242d req-4e1db556-5055-4935-9522-e1912d659b80 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:04.655681 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bc74a696-07e8-41dd-acdf-17168855242d req-4e1db556-5055-4935-9522-e1912d659b80 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=e11fc46d-d67b-4c18-829b-b0b7be089320 HTTP/1.1" status: 200 len: 946 time: 0.3140996 Jul 27 11:12:04.661890 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-377d2b47-fdba-47c6-a70b-cb5f9d2a9f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:04.688375 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-377d2b47-fdba-47c6-a70b-cb5f9d2a9f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:04.706312 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-f345d6ff-a2f7-4295-bef8-cb9f6a5c077b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=089ae8f8-3289-4a22-b4aa-56e4729a1204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694182 Jul 27 11:12:04.738482 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-377d2b47-fdba-47c6-a70b-cb5f9d2a9f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:04.740979 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-377d2b47-fdba-47c6-a70b-cb5f9d2a9f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:04.742312 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-377d2b47-fdba-47c6-a70b-cb5f9d2a9f9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e392283e-630b-4563-b5da-eea76a3e892e HTTP/1.1" status: 204 len: 168 time: 0.1276658 Jul 27 11:12:04.756908 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d2b47-fdba-47c6-a70b-cb5f9d2a9f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e392283e-630b-4563-b5da-eea76a3e892e,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:04.819801 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbb37a7-d6b9-45a4-87a7-13b49c074fc3', 'tag': '8a64fd05-a75f-49c5-a689-8159d34dea3f'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:12:04.822061 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9462b8-0300-41be-8607-65b088f0dd08" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbb37a7-d6b9-45a4-87a7-13b49c074fc3", "tag": "8a64fd05-a75f-49c5-a689-8159d34dea3f"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:12:04.872995 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bff73392-ef48-4312-b904-b20290b2279e req-5c7d160e-6184-4810-a6df-74a040a99ced tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149067 Jul 27 11:12:04.880184 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bc74a696-07e8-41dd-acdf-17168855242d req-466f674b-ac23-4f8b-bdd6-6ee323f70475 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860662 Jul 27 11:12:04.950324 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4ec0acae-458e-46a1-9ba4-d6d16658840b req-ffc54098-3c9b-4176-a905-3541888ec229 service neutron] 10.222.0.20 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936814 Jul 27 11:12:04.962887 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-d20d958c-fe25-4bac-9c7b-f31e7ac52e9d service neutron] 10.222.0.20 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180059 Jul 27 11:12:04.988215 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 58546) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:05.123791 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f42caa5-40f4-4065-ba3c-09aa3f145ab9 x-openstack-request-id: req-7f42caa5-40f4-4065-ba3c-09aa3f145ab9 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:12:05.124451 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbb37a7-d6b9-45a4-87a7-13b49c074fc3", "tag": "8a64fd05-a75f-49c5-a689-8159d34dea3f", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:12:05.124900 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f42caa5-40f4-4065-ba3c-09aa3f145ab9 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:12:05.125623 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbb37a7-d6b9-45a4-87a7-13b49c074fc3', 'tag': '8a64fd05-a75f-49c5-a689-8159d34dea3f', 'status': 'completed', 'code': 200} Jul 27 11:12:05.144052 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dfaf46e3-38a4-449f-956b-e5f73508ad5d req-443d36d5-a943-4661-853d-96e806d6ec42 service neutron] 10.222.0.20 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200662 Jul 27 11:12:05.154352 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 58550) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:05.156181 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0accb408-7824-4f82-92cf-0f24ab8305be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:05.171549 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3d6ddd28-aac2-4b21-a1b6-dade14353e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:05.257661 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0accb408-7824-4f82-92cf-0f24ab8305be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:05.262174 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0accb408-7824-4f82-92cf-0f24ab8305be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:05.301369 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accb408-7824-4f82-92cf-0f24ab8305be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71097f8a-baf1-4384-9c00-052219688d76,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:05.309713 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-0accb408-7824-4f82-92cf-0f24ab8305be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa6205cde69b4be1a7eea3ab7201d2e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201275 Jul 27 11:12:05.312232 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 58556) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:05.369226 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-36b4ed5b-e0ac-4a82-bcc9-dbfbaa9e7927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:05.379575 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9462b8-0300-41be-8607-65b088f0dd08 req-5ed9cde0-8daf-4209-9949-6a727d9434c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:05.381286 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4a9462b8-0300-41be-8607-65b088f0dd08 req-5ed9cde0-8daf-4209-9949-6a727d9434c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00106fa9d8714c23ac449b94423aa621&device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 1097 time: 0.1005158 Jul 27 11:12:05.392354 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-36b4ed5b-e0ac-4a82-bcc9-dbfbaa9e7927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:05.439331 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-36b4ed5b-e0ac-4a82-bcc9-dbfbaa9e7927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:05.442023 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-36b4ed5b-e0ac-4a82-bcc9-dbfbaa9e7927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:05.443170 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-36b4ed5b-e0ac-4a82-bcc9-dbfbaa9e7927 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71097f8a-baf1-4384-9c00-052219688d76 HTTP/1.1" status: 204 len: 168 time: 0.1297910 Jul 27 11:12:05.447525 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3d6ddd28-aac2-4b21-a1b6-dade14353e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:05.451880 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4ed5b-e0ac-4a82-bcc9-dbfbaa9e7927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71097f8a-baf1-4384-9c00-052219688d76,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:05.701803 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3d6ddd28-aac2-4b21-a1b6-dade14353e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:05.763176 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ddd28-aac2-4b21-a1b6-dade14353e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d27b724-4d9e-4f7f-b8fc-2e6ce81193ea,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:05.768837 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-3d6ddd28-aac2-4b21-a1b6-dade14353e66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2b03eaaea4a42929bd3bca49826583b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6133366 Jul 27 11:12:05.772336 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 58562) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:05.784115 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9462b8-0300-41be-8607-65b088f0dd08 req-d02a07cd-c446-4eb2-bbc7-cbf06fbb2b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:05.785985 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4a9462b8-0300-41be-8607-65b088f0dd08 req-d02a07cd-c446-4eb2-bbc7-cbf06fbb2b1b service neutron] 10.222.0.20 "GET /v2.0/networks?id=089ae8f8-3289-4a22-b4aa-56e4729a1204 HTTP/1.1" status: 200 len: 919 time: 0.3965168 Jul 27 11:12:05.791228 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 58564) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:05.810230 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-55889933-6f88-4370-997d-3e4aa0ea7758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:05.832987 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4a9462b8-0300-41be-8607-65b088f0dd08 req-9481acec-ec73-46b7-ba46-9cdda77e6027 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a64fd05-a75f-49c5-a689-8159d34dea3f HTTP/1.1" status: 200 len: 217 time: 0.0341890 Jul 27 11:12:05.861383 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-fb8818a3-f993-4bef-845a-b3e7098c6092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:05.894973 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9462b8-0300-41be-8607-65b088f0dd08 req-642ebf6c-8f1b-4da0-ab31-096d99a4bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:05.896611 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4a9462b8-0300-41be-8607-65b088f0dd08 req-642ebf6c-8f1b-4da0-ab31-096d99a4bc14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f517b54a-3626-47d8-9035-6326e9196c6b HTTP/1.1" status: 200 len: 859 time: 0.0487862 Jul 27 11:12:05.897974 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-fb8818a3-f993-4bef-845a-b3e7098c6092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:05.939893 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4a9462b8-0300-41be-8607-65b088f0dd08 req-4fbf00d1-937a-43aa-a117-eab757ca4909 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=089ae8f8-3289-4a22-b4aa-56e4729a1204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329506 Jul 27 11:12:05.972607 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-55889933-6f88-4370-997d-3e4aa0ea7758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:05.974389 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-fb8818a3-f993-4bef-845a-b3e7098c6092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:05.976954 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-fb8818a3-f993-4bef-845a-b3e7098c6092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:05.978162 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-fb8818a3-f993-4bef-845a-b3e7098c6092 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d27b724-4d9e-4f7f-b8fc-2e6ce81193ea HTTP/1.1" status: 204 len: 168 time: 0.2028475 Jul 27 11:12:05.981063 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-55889933-6f88-4370-997d-3e4aa0ea7758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:05.994393 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8818a3-f993-4bef-845a-b3e7098c6092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d27b724-4d9e-4f7f-b8fc-2e6ce81193ea,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:06.024616 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-55889933-6f88-4370-997d-3e4aa0ea7758 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8624abc0fc0948f5aa867cb07028a559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291827 Jul 27 11:12:06.026554 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 58570) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:06.041999 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55889933-6f88-4370-997d-3e4aa0ea7758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d95bf9a-a9d4-4c9d-b426-94c7c64f99e0,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:06.084847 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-15879529-7e68-47fe-86c2-a0aaba4b6c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:06.088346 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5ca86-7dab-4669-b9ea-5a93110a2323 req-b7f618f7-e099-474a-b40a-65aca341b8a3 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:06.090523 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-94b5ca86-7dab-4669-b9ea-5a93110a2323 req-b7f618f7-e099-474a-b40a-65aca341b8a3 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 944 time: 0.1429777 Jul 27 11:12:06.114287 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-15879529-7e68-47fe-86c2-a0aaba4b6c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:06.131153 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4a9462b8-0300-41be-8607-65b088f0dd08 req-dc797cdb-6232-4fd7-ae14-a0f78f8617a4 service neutron] 10.222.0.20 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705215 Jul 27 11:12:06.151740 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-94b5ca86-7dab-4669-b9ea-5a93110a2323 req-4f89c617-500f-40cd-b9b7-d5295f979156 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540311 Jul 27 11:12:06.189036 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-15879529-7e68-47fe-86c2-a0aaba4b6c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:06.191916 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-15879529-7e68-47fe-86c2-a0aaba4b6c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:06.196620 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-15879529-7e68-47fe-86c2-a0aaba4b6c5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d95bf9a-a9d4-4c9d-b426-94c7c64f99e0 HTTP/1.1" status: 204 len: 168 time: 0.1656818 Jul 27 11:12:06.210195 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15879529-7e68-47fe-86c2-a0aaba4b6c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d95bf9a-a9d4-4c9d-b426-94c7c64f99e0,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:06.277677 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4a9462b8-0300-41be-8607-65b088f0dd08 req-2885a2b8-b1b7-4789-a0bd-26537bf201fe service neutron] 10.222.0.20 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196189 Jul 27 11:12:06.452187 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 58588) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:06.466495 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-aa4e0c15-c2c9-43ca-ad80-7a807f5693a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:06.572981 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-aa4e0c15-c2c9-43ca-ad80-7a807f5693a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:06.578666 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-aa4e0c15-c2c9-43ca-ad80-7a807f5693a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:06.621716 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-aa4e0c15-c2c9-43ca-ad80-7a807f5693a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=511ccd874e2e431aaf95f0c5bad8ae5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1673954 Jul 27 11:12:06.623047 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e0c15-c2c9-43ca-ad80-7a807f5693a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b59b30-9c36-44d6-b86b-44dd8eaabffd,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:06.627260 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 58596) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:06.696618 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2d70a92b-f703-4849-aa9c-ff586563ea6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:06.724671 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2d70a92b-f703-4849-aa9c-ff586563ea6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:06.782557 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2d70a92b-f703-4849-aa9c-ff586563ea6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:06.785279 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2d70a92b-f703-4849-aa9c-ff586563ea6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:06.789181 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-2d70a92b-f703-4849-aa9c-ff586563ea6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88b59b30-9c36-44d6-b86b-44dd8eaabffd HTTP/1.1" status: 204 len: 168 time: 0.1608422 Jul 27 11:12:06.797544 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70a92b-f703-4849-aa9c-ff586563ea6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b59b30-9c36-44d6-b86b-44dd8eaabffd,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:07.314303 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7c0ef-170d-47a1-b13d-6732d9283bb0 req-7b0ee12d-9b0d-4f8f-8768-91941c6eddc5 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:07.315880 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-73a7c0ef-170d-47a1-b13d-6732d9283bb0 req-7b0ee12d-9b0d-4f8f-8768-91941c6eddc5 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 944 time: 0.0737665 Jul 27 11:12:07.367540 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-73a7c0ef-170d-47a1-b13d-6732d9283bb0 req-28b20173-6c27-4f5b-9f14-2a4b8fa15937 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429945 Jul 27 11:12:07.640571 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 58648) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:07.731843 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-6a45b639-26ca-4a7b-bc8f-54e75ed0b6d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1660928391-network', 'tenant_id': 'b75c1787f9834c0897fb577b056fafd6'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:07.752758 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a45b639-26ca-4a7b-bc8f-54e75ed0b6d3 admin admin] Made reservation on behalf of b75c1787f9834c0897fb577b056fafd6 for: {'network': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:12:07.755727 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6a45b639-26ca-4a7b-bc8f-54e75ed0b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:07.764552 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6a45b639-26ca-4a7b-bc8f-54e75ed0b6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:07.850277 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6a45b639-26ca-4a7b-bc8f-54e75ed0b6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:07.855216 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6a45b639-26ca-4a7b-bc8f-54e75ed0b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:07.877783 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a45b639-26ca-4a7b-bc8f-54e75ed0b6d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:12:07.892536 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45b639-26ca-4a7b-bc8f-54e75ed0b6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:07.895585 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6a45b639-26ca-4a7b-bc8f-54e75ed0b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:07.895924 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.segments_db [None req-6a45b639-26ca-4a7b-bc8f-54e75ed0b6d3 admin admin] Added segment e9febea5-d375-40b3-868c-4b1165e095e5 of type vlan for network 49f05f40-53b2-4864-8389-5c2c0ebb9fbf Jul 27 11:12:07.941430 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6a45b639-26ca-4a7b-bc8f-54e75ed0b6d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:07.972796 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6a45b639-26ca-4a7b-bc8f-54e75ed0b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:07.973810 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a45b639-26ca-4a7b-bc8f-54e75ed0b6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:07.974388 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6a45b639-26ca-4a7b-bc8f-54e75ed0b6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:08.025843 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-6a45b639-26ca-4a7b-bc8f-54e75ed0b6d3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3822427 Jul 27 11:12:08.028039 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 58654) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:08.033709 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45b639-26ca-4a7b-bc8f-54e75ed0b6d3 admin admin] Pushing event updated for resources: {'Network': ['ID=49f05f40-53b2-4864-8389-5c2c0ebb9fbf,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:08.034295 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-580444db-9581-4f94-a911-93f54c41d546 admin admin] Request body: {'subnet': {'network_id': '49f05f40-53b2-4864-8389-5c2c0ebb9fbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1660928391-subnet', 'tenant_id': 'b75c1787f9834c0897fb577b056fafd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:08.047767 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network 49f05f40-53b2-4864-8389-5c2c0ebb9fbf details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:12:08.068315 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580444db-9581-4f94-a911-93f54c41d546 admin admin] Made reservation on behalf of b75c1787f9834c0897fb577b056fafd6 for: {'subnet': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:12:08.071334 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-580444db-9581-4f94-a911-93f54c41d546 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:08.237782 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-580444db-9581-4f94-a911-93f54c41d546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for subnet, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:08.295192 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580444db-9581-4f94-a911-93f54c41d546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e44bb22-3412-447e-ba8c-a69e9eac75a9,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:08.299388 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580444db-9581-4f94-a911-93f54c41d546 admin admin] Checking segment: {'id': 'e9febea5-d375-40b3-868c-4b1165e095e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '49f05f40-53b2-4864-8389-5c2c0ebb9fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:12:08.299742 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580444db-9581-4f94-a911-93f54c41d546 admin admin] Network hostable DHCP agents. Network: 49f05f40-53b2-4864-8389-5c2c0ebb9fbf, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:12:08.315932 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580444db-9581-4f94-a911-93f54c41d546 admin admin] Network 49f05f40-53b2-4864-8389-5c2c0ebb9fbf is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:12:08.326707 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-580444db-9581-4f94-a911-93f54c41d546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, 49f05f40-53b2-4864-8389-5c2c0ebb9fbf) {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:12:08.333441 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580444db-9581-4f94-a911-93f54c41d546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:08.334415 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-580444db-9581-4f94-a911-93f54c41d546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:08.335627 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19509ae-e43b-4f62-8bb8-ec87058d80a3 None None] Network 49f05f40-53b2-4864-8389-5c2c0ebb9fbf requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:12:08.348804 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-580444db-9581-4f94-a911-93f54c41d546 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3189328 Jul 27 11:12:08.475889 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22e50df-cbeb-4e8e-befa-985e401fa59d None None] Network 49f05f40-53b2-4864-8389-5c2c0ebb9fbf requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:12:08.517763 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 8a64fd05-a75f-49c5-a689-8159d34dea3f details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:12:08.537909 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed39aee-6354-4146-bdd0-cb72bf4b989a req-beb90b67-4a3f-4192-89ec-9f837e9fb5ce tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:08.539534 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7ed39aee-6354-4146-bdd0-cb72bf4b989a req-beb90b67-4a3f-4192-89ec-9f837e9fb5ce tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 944 time: 0.0661914 Jul 27 11:12:08.585590 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7ed39aee-6354-4146-bdd0-cb72bf4b989a req-8207f056-1bde-4750-96ce-9c891212c8d4 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370419 Jul 27 11:12:08.696417 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 8a64fd05-a75f-49c5-a689-8159d34dea3f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=8a64fd05-a75f-49c5-a689-8159d34dea3f,segment=NetworkSegment(808c4db8-4e0d-4d67-9ed4-cad6fdc1a502),segment_id=808c4db8-4e0d-4d67-9ed4-cad6fdc1a502)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:08.708145 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '8a64fd05-a75f-49c5-a689-8159d34dea3f', 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204', 'port_id': '8a64fd05-a75f-49c5-a689-8159d34dea3f', 'mac_address': 'fa:16:3e:70:45:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f517b54a-3626-47d8-9035-6326e9196c6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:12:08.753324 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:08.770935 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a64fd05-a75f-49c5-a689-8159d34dea3f {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:12:08.793478 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 8a64fd05-a75f-49c5-a689-8159d34dea3f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=8a64fd05-a75f-49c5-a689-8159d34dea3f,segment=NetworkSegment(808c4db8-4e0d-4d67-9ed4-cad6fdc1a502),segment_id=808c4db8-4e0d-4d67-9ed4-cad6fdc1a502)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:08.798084 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:08.799089 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 4027ef35-b875-43e1-b429-c925d371de1b details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:12:08.845495 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-e29a3e20-49ea-4d6f-87d0-26ed12393b7f tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f9b059dc5ea24146bbf8cf29c23f782e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346808 Jul 27 11:12:08.869633 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 4027ef35-b875-43e1-b429-c925d371de1b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=4027ef35-b875-43e1-b429-c925d371de1b,segment=NetworkSegment(808c4db8-4e0d-4d67-9ed4-cad6fdc1a502),segment_id=808c4db8-4e0d-4d67-9ed4-cad6fdc1a502)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:08.894698 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=8a64fd05-a75f-49c5-a689-8159d34dea3f,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:08.897731 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '4027ef35-b875-43e1-b429-c925d371de1b', 'network_id': '089ae8f8-3289-4a22-b4aa-56e4729a1204', 'port_id': '4027ef35-b875-43e1-b429-c925d371de1b', 'mac_address': 'fa:16:3e:8c:15:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f517b54a-3626-47d8-9035-6326e9196c6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:12:08.940279 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:08.954558 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4027ef35-b875-43e1-b429-c925d371de1b {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:12:08.975932 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 4027ef35-b875-43e1-b429-c925d371de1b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=4027ef35-b875-43e1-b429-c925d371de1b,segment=NetworkSegment(808c4db8-4e0d-4d67-9ed4-cad6fdc1a502),segment_id=808c4db8-4e0d-4d67-9ed4-cad6fdc1a502)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:08.980727 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:09.029734 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=4027ef35-b875-43e1-b429-c925d371de1b,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:09.075996 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-6bf1aab9-c94b-44b2-a8d7-850091ee1f50 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:09.077469 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-6bf1aab9-c94b-44b2-a8d7-850091ee1f50 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192521 Jul 27 11:12:09.092488 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-dbdf93ea-4e08-44b8-b440-805ec33167d0 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/quotas/f9b059dc5ea24146bbf8cf29c23f782e HTTP/1.1" status: 200 len: 375 time: 0.0093596 Jul 27 11:12:09.125360 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-e2626e11-62a3-4787-bbef-8d10e982cd3b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9b059dc5ea24146bbf8cf29c23f782e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278485 Jul 27 11:12:09.283352 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-608b0f93-8d38-4041-a55a-4d512faa5304 req-8152cda9-c3e0-4442-9099-687299ec9613 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 210 time: 0.0306878 Jul 27 11:12:09.457740 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['8a64fd05-a75f-49c5-a689-8159d34dea3f'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:12:09.482616 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['4027ef35-b875-43e1-b429-c925d371de1b'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:12:09.746547 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e281d9e-d1be-4243-ba18-c937ff3166a9 req-dbca33b3-f865-4e5c-a5f1-29de05111075 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:09.748053 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5e281d9e-d1be-4243-ba18-c937ff3166a9 req-dbca33b3-f865-4e5c-a5f1-29de05111075 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 945 time: 0.0665920 Jul 27 11:12:09.787779 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5e281d9e-d1be-4243-ba18-c937ff3166a9 req-f52380ad-1725-4ee7-95b9-b1abbee2576a tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334241 Jul 27 11:12:10.321984 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-9faf0e50-b749-48c7-a41e-554f7c1788aa tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f9b059dc5ea24146bbf8cf29c23f782e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282688 Jul 27 11:12:10.422903 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e002bbdf-848b-4559-aec3-532a7c1173b5 req-8a98707f-0be3-4400-a755-3853ac051d8f tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 210 time: 0.0457060 Jul 27 11:12:10.451630 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-76f94084-a598-478a-9912-8b0c8d290dfa tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:10.453162 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-76f94084-a598-478a-9912-8b0c8d290dfa tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/networks?id=49f05f40-53b2-4864-8389-5c2c0ebb9fbf HTTP/1.1" status: 200 len: 809 time: 0.2076907 Jul 27 11:12:10.479361 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-c9778084-8bd3-4862-9a26-553c7886332b tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/quotas/b75c1787f9834c0897fb577b056fafd6 HTTP/1.1" status: 200 len: 375 time: 0.0161211 Jul 27 11:12:10.507129 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-9dc2b890-3b2c-4b53-bff1-e7112c3442b0 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:10.508644 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-9dc2b890-3b2c-4b53-bff1-e7112c3442b0 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793613 Jul 27 11:12:10.525844 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-1f8372cc-c33d-4fc7-be72-db7544ca0f02 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b75c1787f9834c0897fb577b056fafd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379424 Jul 27 11:12:10.576855 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-f498a795-5b47-4796-8e71-0a1b585d23f2 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Request body: {'port': {'device_id': '1a7f2657-edec-44c6-9b47-8f9c9f57a58f', 'network_id': 'b07dec7f-7aa5-4686-92da-70aa8cd877af', 'admin_state_up': True, 'tenant_id': 'f9b059dc5ea24146bbf8cf29c23f782e'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:10.682730 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-7bb272dd-ebf5-4acf-bf90-0ac814473d06 service neutron] 10.222.0.16 "GET /v2.0/networks/49f05f40-53b2-4864-8389-5c2c0ebb9fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497278 Jul 27 11:12:10.764412 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-f498a795-5b47-4796-8e71-0a1b585d23f2 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Made reservation on behalf of f9b059dc5ea24146bbf8cf29c23f782e for: {'port': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:12:10.767891 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-f498a795-5b47-4796-8e71-0a1b585d23f2 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:10.784111 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-f498a795-5b47-4796-8e71-0a1b585d23f2 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:10.810388 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-1aedcb71-5e83-4965-bd13-d395802a0090 service neutron] 10.222.0.16 "GET /v2.0/networks/49f05f40-53b2-4864-8389-5c2c0ebb9fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209140 Jul 27 11:12:10.936229 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-f498a795-5b47-4796-8e71-0a1b585d23f2 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:10.944643 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-f498a795-5b47-4796-8e71-0a1b585d23f2 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:10.959074 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74128fe-2651-41e5-800d-f597bab07562 req-4280982f-728a-4337-b48b-d5042be346f0 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:10.960628 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b74128fe-2651-41e5-800d-f597bab07562 req-4280982f-728a-4337-b48b-d5042be346f0 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 945 time: 0.1009946 Jul 27 11:12:11.041002 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498a795-5b47-4796-8e71-0a1b585d23f2 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12c74b3a-53d2-4121-9534-83bba953dd04,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:11.075496 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b74128fe-2651-41e5-800d-f597bab07562 req-fb2d222c-6aa3-4eb5-9ed5-128d6359cd40 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062214 Jul 27 11:12:11.140637 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c4af0fc9-e87c-4c24-9d8e-6c7f2c220475 req-e2cd3927-d099-4e64-aec6-15a1a1c9779f tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 210 time: 0.0387807 Jul 27 11:12:11.155779 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-f498a795-5b47-4796-8e71-0a1b585d23f2 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Allocated IP 192.168.233.194 (b07dec7f-7aa5-4686-92da-70aa8cd877af/ad258c97-c55c-48ad-bda1-1521bbc1337a/bc351d2e-ca55-43fe-a641-f5b71a9c81f7) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:12:11.316691 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-f498a795-5b47-4796-8e71-0a1b585d23f2 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:11.330993 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-f498a795-5b47-4796-8e71-0a1b585d23f2 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Transition to ACTIVE for port object bc351d2e-ca55-43fe-a641-f5b71a9c81f7 will not be triggered until provisioned by entity DHCP. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:12:11.365262 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-f498a795-5b47-4796-8e71-0a1b585d23f2 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:11.406294 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-f498a795-5b47-4796-8e71-0a1b585d23f2 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Network b07dec7f-7aa5-4686-92da-70aa8cd877af is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:12:11.411219 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-f498a795-5b47-4796-8e71-0a1b585d23f2 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:12:11.415314 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-f498a795-5b47-4796-8e71-0a1b585d23f2 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:12:11.442723 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498a795-5b47-4796-8e71-0a1b585d23f2 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Pushing event updated for resources: {'Port': ['ID=bc351d2e-ca55-43fe-a641-f5b71a9c81f7,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:11.475890 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-f498a795-5b47-4796-8e71-0a1b585d23f2 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:11.478788 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-f498a795-5b47-4796-8e71-0a1b585d23f2 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:11.499876 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-f498a795-5b47-4796-8e71-0a1b585d23f2 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9266543 Jul 27 11:12:11.519405 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Request body: {'port': {'device_id': '1a7f2657-edec-44c6-9b47-8f9c9f57a58f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:11.632127 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baede504-0cea-4e10-b2cf-7f24b0c54849 req-9f688119-1dd0-44ac-a0a4-a66d24399d5b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:11.633657 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-baede504-0cea-4e10-b2cf-7f24b0c54849 req-9f688119-1dd0-44ac-a0a4-a66d24399d5b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 936 time: 0.1284795 Jul 27 11:12:11.634622 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:11.656959 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-e8b1abed-876f-4576-9f64-f04b6adb7c5f None None] Provisioning for port bc351d2e-ca55-43fe-a641-f5b71a9c81f7 completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:12:11.660982 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-e8b1abed-876f-4576-9f64-f04b6adb7c5f None None] Provisioning complete for port bc351d2e-ca55-43fe-a641-f5b71a9c81f7 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:11.661365 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-e8b1abed-876f-4576-9f64-f04b6adb7c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:11.700235 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-e8b1abed-876f-4576-9f64-f04b6adb7c5f None None] Port bc351d2e-ca55-43fe-a641-f5b71a9c81f7 cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:12:11.703361 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-baede504-0cea-4e10-b2cf-7f24b0c54849 req-bea6efdf-f4e4-4777-a7bf-cc5aa49efc10 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/security-groups?id=12c74b3a-53d2-4121-9534-83bba953dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602503 Jul 27 11:12:11.918822 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc351d2e-ca55-43fe-a641-f5b71a9c81f7 {{(pid=93200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:12:11.926891 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:11.939735 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Transition to ACTIVE for port object bc351d2e-ca55-43fe-a641-f5b71a9c81f7 will not be triggered until provisioned by entity L2. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:12:11.943692 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:12.031515 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc351d2e-ca55-43fe-a641-f5b71a9c81f7,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:12.297090 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Attempting to bind port bc351d2e-ca55-43fe-a641-f5b71a9c81f7 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:12:12.297474 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Attempting to bind port bc351d2e-ca55-43fe-a641-f5b71a9c81f7 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'c31b0ae5-29af-49ae-a7c3-4c0eb68de690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b07dec7f-7aa5-4686-92da-70aa8cd877af'}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:12:12.298041 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Attempting to bind port bc351d2e-ca55-43fe-a641-f5b71a9c81f7 on network b07dec7f-7aa5-4686-92da-70aa8cd877af {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:12:12.324295 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-22615824-3f86-4297-bbea-1fbd60299e79 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:12.325960 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-22615824-3f86-4297-bbea-1fbd60299e79 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.20 "GET /v2.0/networks?id=49f05f40-53b2-4864-8389-5c2c0ebb9fbf HTTP/1.1" status: 200 len: 809 time: 0.3296258 Jul 27 11:12:12.350911 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-e86b4809-12f6-49cc-8641-b627f0feedc7 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Request body: {'port': {'device_id': 'd36b24c6-0913-4680-aed6-ef97585153ed', 'network_id': '49f05f40-53b2-4864-8389-5c2c0ebb9fbf', 'admin_state_up': True, 'tenant_id': 'b75c1787f9834c0897fb577b056fafd6'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:12.358836 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-49a4a0c3-0f57-4e5d-aedf-7d732bf7032c req-eb510b3b-c13b-4474-bdd2-e37a0195335c tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 210 time: 0.0653925 Jul 27 11:12:12.359642 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Port bc351d2e-ca55-43fe-a641-f5b71a9c81f7 on network b07dec7f-7aa5-4686-92da-70aa8cd877af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:12:12.360164 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Attempting to bind port bc351d2e-ca55-43fe-a641-f5b71a9c81f7 on network b07dec7f-7aa5-4686-92da-70aa8cd877af {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:12:12.371390 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:12:12.371955 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Checking segment: {'id': 'c31b0ae5-29af-49ae-a7c3-4c0eb68de690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b07dec7f-7aa5-4686-92da-70aa8cd877af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:12:12.372529 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Bound using segment: {'id': 'c31b0ae5-29af-49ae-a7c3-4c0eb68de690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b07dec7f-7aa5-4686-92da-70aa8cd877af'} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:12:12.373267 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Bound port: bc351d2e-ca55-43fe-a641-f5b71a9c81f7, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31b0ae5-29af-49ae-a7c3-4c0eb68de690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b07dec7f-7aa5-4686-92da-70aa8cd877af'}}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:12:12.374118 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:12.400659 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a0e68-2a24-4897-9927-effb78c92d8c req-e3defe68-e236-4172-8c0d-42233511fb35 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:12.402393 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b44a0e68-2a24-4897-9927-effb78c92d8c req-e3defe68-e236-4172-8c0d-42233511fb35 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 945 time: 0.2250590 Jul 27 11:12:12.536705 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b44a0e68-2a24-4897-9927-effb78c92d8c req-6c38007f-b36e-4f98-b4e5-8dd2d0c46bc8 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936179 Jul 27 11:12:12.541525 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 8a64fd05-a75f-49c5-a689-8159d34dea3f up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:12.565067 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] For port bc351d2e-ca55-43fe-a641-f5b71a9c81f7, host hv-cinder-78495, cleared binding levels {{(pid=93200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:12:12.569969 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] For port bc351d2e-ca55-43fe-a641-f5b71a9c81f7, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=bc351d2e-ca55-43fe-a641-f5b71a9c81f7,segment=NetworkSegment(c31b0ae5-29af-49ae-a7c3-4c0eb68de690),segment_id=c31b0ae5-29af-49ae-a7c3-4c0eb68de690)] {{(pid=93200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:12:12.576527 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:12.619555 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:12.620170 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:12.622465 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] 10.222.0.20 "PUT /v2.0/ports/bc351d2e-ca55-43fe-a641-f5b71a9c81f7 HTTP/1.1" status: 200 len: 1098 time: 1.1064515 Jul 27 11:12:12.622465 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7f2657-edec-44c6-9b47-8f9c9f57a58f', 'tag': 'bc351d2e-ca55-43fe-a641-f5b71a9c81f7'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:12:12.624641 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e901f57-8a80-4786-96c1-0147f1b9cd95" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7f2657-edec-44c6-9b47-8f9c9f57a58f", "tag": "bc351d2e-ca55-43fe-a641-f5b71a9c81f7"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:12:12.666671 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05630a21-4f48-4709-9a5e-a0376c63437c x-openstack-request-id: req-05630a21-4f48-4709-9a5e-a0376c63437c {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:12:12.666967 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7f2657-edec-44c6-9b47-8f9c9f57a58f", "tag": "bc351d2e-ca55-43fe-a641-f5b71a9c81f7", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:12:12.667856 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05630a21-4f48-4709-9a5e-a0376c63437c {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:12:12.668453 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7f2657-edec-44c6-9b47-8f9c9f57a58f', 'tag': 'bc351d2e-ca55-43fe-a641-f5b71a9c81f7', 'status': 'completed', 'code': 200} Jul 27 11:12:12.669517 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-e86b4809-12f6-49cc-8641-b627f0feedc7 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Made reservation on behalf of b75c1787f9834c0897fb577b056fafd6 for: {'port': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:12:12.673637 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-e86b4809-12f6-49cc-8641-b627f0feedc7 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:12.675942 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e81129-fe4e-44e7-95a0-dd79108ed5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc351d2e-ca55-43fe-a641-f5b71a9c81f7,revision_number=3']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:12.724405 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port 8a64fd05-a75f-49c5-a689-8159d34dea3f completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:12:12.730234 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 8a64fd05-a75f-49c5-a689-8159d34dea3f triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:12.730608 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:12.830586 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:12.861899 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbb37a7-d6b9-45a4-87a7-13b49c074fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a64fd05-a75f-49c5-a689-8159d34dea3f'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:12:12.864159 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554bbefb-cab2-4a2f-8443-f6d40943e15c" -d '{"events": [{"server_uuid": "9fbb37a7-d6b9-45a4-87a7-13b49c074fc3", "name": "network-vif-plugged", "status": "completed", "tag": "8a64fd05-a75f-49c5-a689-8159d34dea3f"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:12:12.880540 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 8a64fd05-a75f-49c5-a689-8159d34dea3f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=8a64fd05-a75f-49c5-a689-8159d34dea3f,segment=NetworkSegment(808c4db8-4e0d-4d67-9ed4-cad6fdc1a502),segment_id=808c4db8-4e0d-4d67-9ed4-cad6fdc1a502)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:12.886776 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:12.887647 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 4027ef35-b875-43e1-b429-c925d371de1b up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:12.934876 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c3457d-70b1-42e2-853f-d144563deec2 x-openstack-request-id: req-f2c3457d-70b1-42e2-853f-d144563deec2 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:12:12.935158 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbb37a7-d6b9-45a4-87a7-13b49c074fc3", "name": "network-vif-plugged", "status": "completed", "tag": "8a64fd05-a75f-49c5-a689-8159d34dea3f", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:12:12.935403 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2c3457d-70b1-42e2-853f-d144563deec2 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:12:12.935787 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbb37a7-d6b9-45a4-87a7-13b49c074fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a64fd05-a75f-49c5-a689-8159d34dea3f', 'code': 200} Jul 27 11:12:12.971283 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=8a64fd05-a75f-49c5-a689-8159d34dea3f,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:12.987209 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port 4027ef35-b875-43e1-b429-c925d371de1b completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:12:12.993534 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 4027ef35-b875-43e1-b429-c925d371de1b triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:12.993948 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:13.083011 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:13.121379 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 4027ef35-b875-43e1-b429-c925d371de1b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=4027ef35-b875-43e1-b429-c925d371de1b,segment=NetworkSegment(808c4db8-4e0d-4d67-9ed4-cad6fdc1a502),segment_id=808c4db8-4e0d-4d67-9ed4-cad6fdc1a502)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:13.126174 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:13.173867 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-ed636361-1557-49be-8e4a-311da5459829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:13.175388 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-ed636361-1557-49be-8e4a-311da5459829 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9b059dc5ea24146bbf8cf29c23f782e&device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 1101 time: 0.4692657 Jul 27 11:12:13.176482 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-e86b4809-12f6-49cc-8641-b627f0feedc7 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Allocated IP 172.20.0.2 (49f05f40-53b2-4864-8389-5c2c0ebb9fbf/0e44bb22-3412-447e-ba8c-a69e9eac75a9/336c392a-ed14-4885-b3d1-dfce4c81d336) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:12:13.187381 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=4027ef35-b875-43e1-b429-c925d371de1b,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:13.194984 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855e4da-f388-43ad-afa4-74ba50790106 req-34bc6ac0-f82c-4461-954b-085baa0abfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:13.196508 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-c855e4da-f388-43ad-afa4-74ba50790106 req-34bc6ac0-f82c-4461-954b-085baa0abfd3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 1099 time: 0.0703161 Jul 27 11:12:13.234282 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-c855e4da-f388-43ad-afa4-74ba50790106 req-4c05432d-2505-4e83-a1ac-72dc2ce5d073 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281708 Jul 27 11:12:13.243320 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-604a1884-1137-4422-bb64-b9a6496bef26 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=bc351d2e-ca55-43fe-a641-f5b71a9c81f7 HTTP/1.1" status: 200 len: 217 time: 0.0448668 Jul 27 11:12:13.256561 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac43273-4f63-4864-b888-e6a445d1c973 req-52e6a03f-da5d-40b1-ae83-8997df1787b3 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:13.257996 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6ac43273-4f63-4864-b888-e6a445d1c973 req-52e6a03f-da5d-40b1-ae83-8997df1787b3 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 948 time: 0.2033799 Jul 27 11:12:13.350882 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6ac43273-4f63-4864-b888-e6a445d1c973 req-7a220528-f11e-4570-b519-9f8c059cbd9b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/security-groups?id=12c74b3a-53d2-4121-9534-83bba953dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828865 Jul 27 11:12:13.403811 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-e86b4809-12f6-49cc-8641-b627f0feedc7 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:13.464283 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-53781d28-57c3-4444-8276-39099965341d req-aa268f51-d226-4e07-8269-2ddd6c8c29ae tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 210 time: 0.0297296 Jul 27 11:12:13.487364 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-e86b4809-12f6-49cc-8641-b627f0feedc7 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:13.573521 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-e86b4809-12f6-49cc-8641-b627f0feedc7 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Network 49f05f40-53b2-4864-8389-5c2c0ebb9fbf is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:12:13.579426 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-e86b4809-12f6-49cc-8641-b627f0feedc7 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:12:13.586063 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-e86b4809-12f6-49cc-8641-b627f0feedc7 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:12:13.590816 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b4809-12f6-49cc-8641-b627f0feedc7 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Pushing event updated for resources: {'Port': ['ID=336c392a-ed14-4885-b3d1-dfce4c81d336,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:13.596227 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-3955543d-6cb6-425e-a3eb-c660667ea1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:13.597866 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-3955543d-6cb6-425e-a3eb-c660667ea1ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad258c97-c55c-48ad-bda1-1521bbc1337a HTTP/1.1" status: 200 len: 843 time: 0.0812633 Jul 27 11:12:13.710191 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-e86b4809-12f6-49cc-8641-b627f0feedc7 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:13.711867 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-e86b4809-12f6-49cc-8641-b627f0feedc7 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:13.740148 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-e86b4809-12f6-49cc-8641-b627f0feedc7 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3931773 Jul 27 11:12:13.770571 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Request body: {'port': {'device_id': 'd36b24c6-0913-4680-aed6-ef97585153ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:13.774977 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-5273f247-55d6-4af2-97f2-7af5132fdf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:13.776410 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-5273f247-55d6-4af2-97f2-7af5132fdf22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b07dec7f-7aa5-4686-92da-70aa8cd877af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1560259 Jul 27 11:12:13.814936 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd6fcb-ca3e-4904-b680-07af8c080170 req-43993373-c2dd-46ba-9b9e-56cabe187485 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:13.816402 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5cbd6fcb-ca3e-4904-b680-07af8c080170 req-43993373-c2dd-46ba-9b9e-56cabe187485 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.2002368 Jul 27 11:12:13.932356 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5cbd6fcb-ca3e-4904-b680-07af8c080170 req-6191e94f-d5f3-4fe7-a00f-22e62bfeb854 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048424 Jul 27 11:12:13.961371 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:13.973152 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-3ee101fb-3c92-49f7-aebf-356de2ecf2fb service neutron] 10.222.0.20 "GET /v2.0/networks/b07dec7f-7aa5-4686-92da-70aa8cd877af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756701 Jul 27 11:12:14.162080 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7194829f-7f84-464d-8210-ba67ed5cf6b6 req-8cc9db6c-98e5-4bad-94d6-575a08971199 service neutron] 10.222.0.20 "GET /v2.0/networks/b07dec7f-7aa5-4686-92da-70aa8cd877af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652665 Jul 27 11:12:14.292780 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336c392a-ed14-4885-b3d1-dfce4c81d336 {{(pid=93200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:12:14.322869 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:14.340138 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Transition to ACTIVE for port object 336c392a-ed14-4885-b3d1-dfce4c81d336 will not be triggered until provisioned by entity L2. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:12:14.345634 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:14.410968 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e901f57-8a80-4786-96c1-0147f1b9cd95 req-32997aaf-c4d3-42a7-a87d-f04a78cbb72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:14.412568 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5e901f57-8a80-4786-96c1-0147f1b9cd95 req-32997aaf-c4d3-42a7-a87d-f04a78cbb72d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9b059dc5ea24146bbf8cf29c23f782e&device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 1101 time: 0.1220427 Jul 27 11:12:14.413534 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=336c392a-ed14-4885-b3d1-dfce4c81d336,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:14.584703 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Attempting to bind port 336c392a-ed14-4885-b3d1-dfce4c81d336 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:12:14.585049 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Attempting to bind port 336c392a-ed14-4885-b3d1-dfce4c81d336 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'e9febea5-d375-40b3-868c-4b1165e095e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '49f05f40-53b2-4864-8389-5c2c0ebb9fbf'}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:12:14.585427 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Attempting to bind port 336c392a-ed14-4885-b3d1-dfce4c81d336 on network 49f05f40-53b2-4864-8389-5c2c0ebb9fbf {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:12:14.611196 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Port 336c392a-ed14-4885-b3d1-dfce4c81d336 on network 49f05f40-53b2-4864-8389-5c2c0ebb9fbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:12:14.611196 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Attempting to bind port 336c392a-ed14-4885-b3d1-dfce4c81d336 on network 49f05f40-53b2-4864-8389-5c2c0ebb9fbf {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:12:14.625491 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9794e-c63c-4fdf-b735-a6b25b0fd86a req-50aae375-72d1-4a77-8bca-a3df2f17150e tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:14.627084 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a0c9794e-c63c-4fdf-b735-a6b25b0fd86a req-50aae375-72d1-4a77-8bca-a3df2f17150e tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 948 time: 0.1898081 Jul 27 11:12:14.628196 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e901f57-8a80-4786-96c1-0147f1b9cd95 req-7a8b6153-0471-45f6-b27f-b81a522cf891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:14.629455 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5e901f57-8a80-4786-96c1-0147f1b9cd95 req-7a8b6153-0471-45f6-b27f-b81a522cf891 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b07dec7f-7aa5-4686-92da-70aa8cd877af HTTP/1.1" status: 200 len: 869 time: 0.1797962 Jul 27 11:12:14.630404 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:12:14.630742 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Checking segment: {'id': 'e9febea5-d375-40b3-868c-4b1165e095e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '49f05f40-53b2-4864-8389-5c2c0ebb9fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:12:14.631119 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Bound using segment: {'id': 'e9febea5-d375-40b3-868c-4b1165e095e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '49f05f40-53b2-4864-8389-5c2c0ebb9fbf'} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:12:14.631636 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Bound port: 336c392a-ed14-4885-b3d1-dfce4c81d336, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9febea5-d375-40b3-868c-4b1165e095e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '49f05f40-53b2-4864-8389-5c2c0ebb9fbf'}}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:12:14.631994 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:14.718950 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5e901f57-8a80-4786-96c1-0147f1b9cd95 req-60fce9e1-52aa-4cf7-aea0-7501cda2b7cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=bc351d2e-ca55-43fe-a641-f5b71a9c81f7 HTTP/1.1" status: 200 len: 217 time: 0.0633965 Jul 27 11:12:14.737553 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a0c9794e-c63c-4fdf-b735-a6b25b0fd86a req-9119fb79-f6a8-4cc7-a3a1-7ebe169d2e24 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/security-groups?id=12c74b3a-53d2-4121-9534-83bba953dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031575 Jul 27 11:12:14.799053 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] For port 336c392a-ed14-4885-b3d1-dfce4c81d336, host hv-cinder-78495, cleared binding levels {{(pid=93200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:12:14.804046 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] For port 336c392a-ed14-4885-b3d1-dfce4c81d336, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=336c392a-ed14-4885-b3d1-dfce4c81d336,segment=NetworkSegment(e9febea5-d375-40b3-868c-4b1165e095e5),segment_id=e9febea5-d375-40b3-868c-4b1165e095e5)] {{(pid=93200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:12:14.808406 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:14.813831 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e901f57-8a80-4786-96c1-0147f1b9cd95 req-0e49f23f-4074-4c21-8990-e0419e889381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:14.815342 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5e901f57-8a80-4786-96c1-0147f1b9cd95 req-0e49f23f-4074-4c21-8990-e0419e889381 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad258c97-c55c-48ad-bda1-1521bbc1337a HTTP/1.1" status: 200 len: 843 time: 0.0729408 Jul 27 11:12:14.865088 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:14.865088 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:14.866082 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] 10.222.0.20 "PUT /v2.0/ports/336c392a-ed14-4885-b3d1-dfce4c81d336 HTTP/1.1" status: 200 len: 1093 time: 1.1083221 Jul 27 11:12:14.869261 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36b24c6-0913-4680-aed6-ef97585153ed', 'tag': '336c392a-ed14-4885-b3d1-dfce4c81d336'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:12:14.874232 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d34522e-e2d6-4577-a08c-06858d18c659" -d '{"events": [{"name": "network-changed", "server_uuid": "d36b24c6-0913-4680-aed6-ef97585153ed", "tag": "336c392a-ed14-4885-b3d1-dfce4c81d336"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:12:14.937418 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018df09d-aef2-44ce-a182-4311df976d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4027ef35-b875-43e1-b429-c925d371de1b'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:12:14.940239 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adf7488-1e1b-4b77-868c-e4ab3add17ec" -d '{"events": [{"server_uuid": "018df09d-aef2-44ce-a182-4311df976d7b", "name": "network-vif-plugged", "status": "completed", "tag": "4027ef35-b875-43e1-b429-c925d371de1b"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:12:14.946252 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd8e96-bd5b-4b6c-a202-caba0b2dc4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=336c392a-ed14-4885-b3d1-dfce4c81d336,revision_number=3']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:15.012321 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e901f57-8a80-4786-96c1-0147f1b9cd95 req-9b490e36-8dac-4d04-bd53-ba4ea6204ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:15.013838 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5e901f57-8a80-4786-96c1-0147f1b9cd95 req-9b490e36-8dac-4d04-bd53-ba4ea6204ef6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b07dec7f-7aa5-4686-92da-70aa8cd877af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1745481 Jul 27 11:12:15.023547 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1cc56-9b32-4f9b-a0ba-e79613f64cc2 req-3fe0a6b3-69bd-4427-ae4d-1f85036be153 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:15.025490 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-06b1cc56-9b32-4f9b-a0ba-e79613f64cc2 req-3fe0a6b3-69bd-4427-ae4d-1f85036be153 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 943 time: 0.1849153 Jul 27 11:12:15.053104 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-d31bee63-53f3-4698-b20c-ef302afcd61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:15.054627 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-d31bee63-53f3-4698-b20c-ef302afcd61a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b75c1787f9834c0897fb577b056fafd6&device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 1096 time: 0.1044407 Jul 27 11:12:15.074995 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-06b1cc56-9b32-4f9b-a0ba-e79613f64cc2 req-965723d5-c9e6-434e-b198-62723a20cb56 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430796 Jul 27 11:12:15.181632 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-53a5bca6-fb5f-4e56-82e4-ff694b6294ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=336c392a-ed14-4885-b3d1-dfce4c81d336 HTTP/1.1" status: 200 len: 217 time: 0.0471418 Jul 27 11:12:15.219757 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34744d35-ba10-4dc5-9d4a-7b457d609a0c x-openstack-request-id: req-34744d35-ba10-4dc5-9d4a-7b457d609a0c {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:12:15.220173 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36b24c6-0913-4680-aed6-ef97585153ed", "tag": "336c392a-ed14-4885-b3d1-dfce4c81d336", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:12:15.220559 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34744d35-ba10-4dc5-9d4a-7b457d609a0c {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:12:15.221135 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36b24c6-0913-4680-aed6-ef97585153ed', 'tag': '336c392a-ed14-4885-b3d1-dfce4c81d336', 'status': 'completed', 'code': 200} Jul 27 11:12:15.253438 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d220ee-a932-4b1a-8489-a342d5c6d7fe x-openstack-request-id: req-56d220ee-a932-4b1a-8489-a342d5c6d7fe {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:12:15.253831 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018df09d-aef2-44ce-a182-4311df976d7b", "name": "network-vif-plugged", "status": "completed", "tag": "4027ef35-b875-43e1-b429-c925d371de1b", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:12:15.254157 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56d220ee-a932-4b1a-8489-a342d5c6d7fe {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:12:15.254870 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018df09d-aef2-44ce-a182-4311df976d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4027ef35-b875-43e1-b429-c925d371de1b', 'code': 200} Jul 27 11:12:15.278764 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5e901f57-8a80-4786-96c1-0147f1b9cd95 req-64bb911d-b199-420c-94e2-5a87013e23a3 service neutron] 10.222.0.20 "GET /v2.0/networks/b07dec7f-7aa5-4686-92da-70aa8cd877af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963491 Jul 27 11:12:15.282488 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-c078b578-2e40-4fea-b344-99330f3a7086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:15.283971 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-c078b578-2e40-4fea-b344-99330f3a7086 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e44bb22-3412-447e-ba8c-a69e9eac75a9 HTTP/1.1" status: 200 len: 849 time: 0.0893373 Jul 27 11:12:15.391014 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-ec6ef9c0-9bb6-4e3f-b324-afeebfa93f06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=49f05f40-53b2-4864-8389-5c2c0ebb9fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531561 Jul 27 11:12:15.490981 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca27e9-0e90-45c7-a97b-beaab8d17045 req-3925d2db-64c2-48f7-bdc7-5423cbf3bf36 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:15.492126 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-15ca27e9-0e90-45c7-a97b-beaab8d17045 req-3925d2db-64c2-48f7-bdc7-5423cbf3bf36 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.1939249 Jul 27 11:12:15.572748 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29227d-d06c-4e26-882f-8e9fe292ba15 req-09da9cf3-b6b8-4f4b-9d19-aa0d350392f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:15.575253 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-bd29227d-d06c-4e26-882f-8e9fe292ba15 req-09da9cf3-b6b8-4f4b-9d19-aa0d350392f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 1099 time: 0.0735888 Jul 27 11:12:15.607913 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5e901f57-8a80-4786-96c1-0147f1b9cd95 req-f92fa068-260f-413a-85d7-add04c0eb7bf service neutron] 10.222.0.20 "GET /v2.0/networks/b07dec7f-7aa5-4686-92da-70aa8cd877af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718489 Jul 27 11:12:15.614916 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-bd29227d-d06c-4e26-882f-8e9fe292ba15 req-85e6a038-5d5e-4fe6-9349-59ed5af0eeec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321467 Jul 27 11:12:15.616032 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-770dd450-bec3-45c1-b6ab-08fc27610500 service neutron] 10.222.0.20 "GET /v2.0/networks/49f05f40-53b2-4864-8389-5c2c0ebb9fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920738 Jul 27 11:12:15.620253 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-15ca27e9-0e90-45c7-a97b-beaab8d17045 req-14334a14-682d-4d43-bcb8-0ee0d38fe0ad tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204255 Jul 27 11:12:15.652622 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f70f87-1974-41c5-96c3-fcf3ddf8042c req-9293fa9b-b96e-4c07-a8fe-57d8ea02ae65 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:15.654217 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-87f70f87-1974-41c5-96c3-fcf3ddf8042c req-9293fa9b-b96e-4c07-a8fe-57d8ea02ae65 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.0976946 Jul 27 11:12:15.692672 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-87f70f87-1974-41c5-96c3-fcf3ddf8042c req-140cb03b-113e-4528-97f8-8bf28685e742 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322397 Jul 27 11:12:15.906536 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafb8fc-896d-4c3c-aade-4fdee7a8c3ab req-4932673e-1324-4590-bedb-f4d19c565cd4 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:15.908035 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4bafb8fc-896d-4c3c-aade-4fdee7a8c3ab req-4932673e-1324-4590-bedb-f4d19c565cd4 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.1087489 Jul 27 11:12:15.915189 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41ab3f-6481-4703-a0b7-2a8b6d1bd795 req-b0e94595-0a15-401f-9344-d501802e44c4 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:15.916523 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5c41ab3f-6481-4703-a0b7-2a8b6d1bd795 req-b0e94595-0a15-401f-9344-d501802e44c4 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 948 time: 0.0892158 Jul 27 11:12:16.015701 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4bafb8fc-896d-4c3c-aade-4fdee7a8c3ab req-e21e2420-3167-479b-9a91-f088090c8c01 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981450 Jul 27 11:12:16.020142 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5c41ab3f-6481-4703-a0b7-2a8b6d1bd795 req-b6f10f13-9d58-445b-a039-bc7c9b718ddf tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/security-groups?id=12c74b3a-53d2-4121-9534-83bba953dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969429 Jul 27 11:12:16.066918 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b36b02c-a7c0-49d3-b56c-ddd55d6a4c7a req-51da342c-0cd1-4197-8271-290727367cf9 service neutron] 10.222.0.20 "GET /v2.0/networks/49f05f40-53b2-4864-8389-5c2c0ebb9fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239917 Jul 27 11:12:16.110560 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ab30d-b5e2-43b3-b277-b38e43101a32 req-7bd40f26-6ca0-41b4-ae24-d32da290ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:16.112167 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a32ab30d-b5e2-43b3-b277-b38e43101a32 req-7bd40f26-6ca0-41b4-ae24-d32da290ccda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00106fa9d8714c23ac449b94423aa621&device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 1099 time: 0.0641177 Jul 27 11:12:16.212315 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942faad-556b-4c92-9514-c72298fb8549 req-991f6696-d547-43ec-a4d8-4c412f59e593 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:16.213975 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4942faad-556b-4c92-9514-c72298fb8549 req-991f6696-d547-43ec-a4d8-4c412f59e593 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 943 time: 0.0678968 Jul 27 11:12:16.281954 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4942faad-556b-4c92-9514-c72298fb8549 req-06eda8d3-b9d0-4e3d-ac9e-47415537b889 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592756 Jul 27 11:12:16.314892 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34522e-e2d6-4577-a08c-06858d18c659 req-fe150874-78e3-4eee-83f7-6f6e43d2918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:16.317237 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8d34522e-e2d6-4577-a08c-06858d18c659 req-fe150874-78e3-4eee-83f7-6f6e43d2918f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b75c1787f9834c0897fb577b056fafd6&device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 1096 time: 0.1023657 Jul 27 11:12:16.434377 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34522e-e2d6-4577-a08c-06858d18c659 req-29157737-3850-4376-9dc8-d519cc65e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:16.435874 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8d34522e-e2d6-4577-a08c-06858d18c659 req-29157737-3850-4376-9dc8-d519cc65e67c service neutron] 10.222.0.20 "GET /v2.0/networks?id=49f05f40-53b2-4864-8389-5c2c0ebb9fbf HTTP/1.1" status: 200 len: 909 time: 0.0917671 Jul 27 11:12:16.494070 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8d34522e-e2d6-4577-a08c-06858d18c659 req-f91438d6-737c-436a-a89a-9cb208ea89bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=336c392a-ed14-4885-b3d1-dfce4c81d336 HTTP/1.1" status: 200 len: 217 time: 0.0376799 Jul 27 11:12:16.518149 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ab30d-b5e2-43b3-b277-b38e43101a32 req-a2614e39-785d-44a8-81f1-14495c631caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:16.519629 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a32ab30d-b5e2-43b3-b277-b38e43101a32 req-a2614e39-785d-44a8-81f1-14495c631caf service neutron] 10.222.0.20 "GET /v2.0/networks?id=089ae8f8-3289-4a22-b4aa-56e4729a1204 HTTP/1.1" status: 200 len: 919 time: 0.3129315 Jul 27 11:12:16.547145 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34522e-e2d6-4577-a08c-06858d18c659 req-ee026c17-bab0-4bb4-a67f-84803672792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:16.548623 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8d34522e-e2d6-4577-a08c-06858d18c659 req-ee026c17-bab0-4bb4-a67f-84803672792f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e44bb22-3412-447e-ba8c-a69e9eac75a9 HTTP/1.1" status: 200 len: 849 time: 0.0452981 Jul 27 11:12:16.570497 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a32ab30d-b5e2-43b3-b277-b38e43101a32 req-ea10f454-c040-43b8-9f75-7a45efc4ee25 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a64fd05-a75f-49c5-a689-8159d34dea3f HTTP/1.1" status: 200 len: 217 time: 0.0341825 Jul 27 11:12:16.587433 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8d34522e-e2d6-4577-a08c-06858d18c659 req-a16d290c-36b8-4af4-8fa9-bebcaf1b8af4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=49f05f40-53b2-4864-8389-5c2c0ebb9fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285301 Jul 27 11:12:16.624448 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ab30d-b5e2-43b3-b277-b38e43101a32 req-4b7e162f-a164-4c26-9f87-e5ef7472ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:16.625936 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a32ab30d-b5e2-43b3-b277-b38e43101a32 req-4b7e162f-a164-4c26-9f87-e5ef7472ca81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f517b54a-3626-47d8-9035-6326e9196c6b HTTP/1.1" status: 200 len: 859 time: 0.0450878 Jul 27 11:12:16.672724 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a32ab30d-b5e2-43b3-b277-b38e43101a32 req-0d211688-3d89-4561-9a13-2186eaa3a03e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=089ae8f8-3289-4a22-b4aa-56e4729a1204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294783 Jul 27 11:12:16.682327 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8d34522e-e2d6-4577-a08c-06858d18c659 req-f9cb27b1-357c-4f4e-8b11-dbee3660bde4 service neutron] 10.222.0.20 "GET /v2.0/networks/49f05f40-53b2-4864-8389-5c2c0ebb9fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847983 Jul 27 11:12:16.780765 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a32ab30d-b5e2-43b3-b277-b38e43101a32 req-ec5c59df-7b84-4f9c-ba7a-9b2196be87c2 service neutron] 10.222.0.20 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862033 Jul 27 11:12:16.906983 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a32ab30d-b5e2-43b3-b277-b38e43101a32 req-6a607eaf-02d1-4a8c-bf6f-3ce4e2b10bce service neutron] 10.222.0.20 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952971 Jul 27 11:12:17.075406 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8d34522e-e2d6-4577-a08c-06858d18c659 req-d515fafa-cbb6-4ca0-a75b-6eeed76477b0 service neutron] 10.222.0.20 "GET /v2.0/networks/49f05f40-53b2-4864-8389-5c2c0ebb9fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803105 Jul 27 11:12:17.111965 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b621c80-a0b9-462d-a3a1-0d223d111378 req-a9e7d9c1-99d0-4bdf-98dc-758c4d9204db tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:17.113475 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0b621c80-a0b9-462d-a3a1-0d223d111378 req-a9e7d9c1-99d0-4bdf-98dc-758c4d9204db tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.3399343 Jul 27 11:12:17.169242 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0b621c80-a0b9-462d-a3a1-0d223d111378 req-b8fefaa3-8cff-43df-873c-b0dfad4bb6e0 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401111 Jul 27 11:12:17.189966 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e3ef-f0b8-4393-b095-db5aab4141f5 req-751e2d3a-19f5-4655-b55e-0351f1924dc6 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:17.191464 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c347e3ef-f0b8-4393-b095-db5aab4141f5 req-751e2d3a-19f5-4655-b55e-0351f1924dc6 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 948 time: 0.0994139 Jul 27 11:12:17.232444 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c347e3ef-f0b8-4393-b095-db5aab4141f5 req-092f39c9-6e76-4ca4-bfce-dedf6c10edbb tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/security-groups?id=12c74b3a-53d2-4121-9534-83bba953dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338950 Jul 27 11:12:17.295102 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef8b8e-f7cd-48c7-b1aa-f1c1eebf856b req-94e3b423-d943-4518-bfa2-66a6d4854528 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:17.296570 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8cef8b8e-f7cd-48c7-b1aa-f1c1eebf856b req-94e3b423-d943-4518-bfa2-66a6d4854528 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0686276 Jul 27 11:12:17.335498 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8cef8b8e-f7cd-48c7-b1aa-f1c1eebf856b req-fc68fe56-cce1-4c28-ad5e-20db70ea515b tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326653 Jul 27 11:12:17.433945 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3de19-35c0-420a-bee6-6ef7e1bb7ed0 req-dd358d44-966c-40c6-9fc6-86069228c4d5 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:17.435483 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c1a3de19-35c0-420a-bee6-6ef7e1bb7ed0 req-dd358d44-966c-40c6-9fc6-86069228c4d5 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 943 time: 0.0687973 Jul 27 11:12:17.475835 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c1a3de19-35c0-420a-bee6-6ef7e1bb7ed0 req-cb67dc38-75b9-4cf5-996e-d71dfe07cddc tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337811 Jul 27 11:12:17.659524 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-81b2a0c8-0e00-4d36-98d1-c09f4023e92e tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:17.661023 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-81b2a0c8-0e00-4d36-98d1-c09f4023e92e tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/networks?id=734a5e8b-3631-4010-b72b-a6477d1e9854 HTTP/1.1" status: 200 len: 814 time: 0.1024406 Jul 27 11:12:17.677369 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-4ac3d9a9-214e-4aca-a382-5141cc5b7244 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/quotas/dd2dedc60d724ce3b4a65b9767287544 HTTP/1.1" status: 200 len: 375 time: 0.0100615 Jul 27 11:12:17.743969 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-b8dc85bd-422c-49dd-a322-fe48f9941c3c tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd2dedc60d724ce3b4a65b9767287544&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0606003 Jul 27 11:12:17.834259 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-2b501047-954f-4b78-920c-4487c980ed55 service neutron] 10.222.0.16 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832417 Jul 27 11:12:17.925156 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-80e310f9-bc77-40d2-9254-67731233f50c service neutron] 10.222.0.16 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847397 Jul 27 11:12:18.083978 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f78afb66-9480-4cb2-b20d-635aa9677d93 req-93b791bf-d1ab-43f0-a9e5-94db7325ee1f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 210 time: 0.0286560 Jul 27 11:12:18.308164 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded5d6c-9a6b-4e8b-b7d1-c27f1687c048 req-f14feeed-ebbd-4890-888a-31df5c8e10dc tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:18.309683 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6ded5d6c-9a6b-4e8b-b7d1-c27f1687c048 req-f14feeed-ebbd-4890-888a-31df5c8e10dc tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.0675681 Jul 27 11:12:18.363181 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f844c2be-a844-48b2-9f17-ff4b3319892b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:18.383954 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6ded5d6c-9a6b-4e8b-b7d1-c27f1687c048 req-20fcb22d-9dab-4aed-86e0-81b1c2bcd25a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651963 Jul 27 11:12:18.411372 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749eb6a-0c50-4321-bd5e-256a6aac1e92 req-e9493f1e-037e-4912-878b-6c5b3e5b35fa tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:18.411372 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2749eb6a-0c50-4321-bd5e-256a6aac1e92 req-e9493f1e-037e-4912-878b-6c5b3e5b35fa tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 948 time: 0.0961223 Jul 27 11:12:18.449817 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2749eb6a-0c50-4321-bd5e-256a6aac1e92 req-c3024ab2-9c4b-45d6-8160-3a615967d6a6 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/security-groups?id=12c74b3a-53d2-4121-9534-83bba953dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365386 Jul 27 11:12:18.537566 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6aa2a8-58c4-4c16-b01b-41865933b68d req-05fced71-aff1-4c6b-87f0-4282ea532cfb tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:18.539080 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1f6aa2a8-58c4-4c16-b01b-41865933b68d req-05fced71-aff1-4c6b-87f0-4282ea532cfb tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0800271 Jul 27 11:12:18.570253 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device bc351d2e-ca55-43fe-a641-f5b71a9c81f7 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:12:18.612281 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1f6aa2a8-58c4-4c16-b01b-41865933b68d req-05005fbf-f0dc-4c7e-8f2d-57df3eb0b2a5 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660932 Jul 27 11:12:18.645351 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f3b8b-6014-4986-a4e0-bae46d7ba893 req-c8ca1f1d-8052-4cfd-80a4-d5d86ca4e572 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:18.647061 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-de2f3b8b-6014-4986-a4e0-bae46d7ba893 req-c8ca1f1d-8052-4cfd-80a4-d5d86ca4e572 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 943 time: 0.0837159 Jul 27 11:12:18.679371 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port bc351d2e-ca55-43fe-a641-f5b71a9c81f7, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=bc351d2e-ca55-43fe-a641-f5b71a9c81f7,segment=NetworkSegment(c31b0ae5-29af-49ae-a7c3-4c0eb68de690),segment_id=c31b0ae5-29af-49ae-a7c3-4c0eb68de690)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:18.691686 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-de2f3b8b-6014-4986-a4e0-bae46d7ba893 req-830baba8-9d11-4366-b5fa-d921d246011c tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370054 Jul 27 11:12:18.697764 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': 'bc351d2e-ca55-43fe-a641-f5b71a9c81f7', 'network_id': 'b07dec7f-7aa5-4686-92da-70aa8cd877af', 'port_id': 'bc351d2e-ca55-43fe-a641-f5b71a9c81f7', 'mac_address': 'fa:16:3e:6a:69:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad258c97-c55c-48ad-bda1-1521bbc1337a', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:12:18.739520 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:18.752113 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc351d2e-ca55-43fe-a641-f5b71a9c81f7 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:12:18.772381 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port bc351d2e-ca55-43fe-a641-f5b71a9c81f7, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=bc351d2e-ca55-43fe-a641-f5b71a9c81f7,segment=NetworkSegment(c31b0ae5-29af-49ae-a7c3-4c0eb68de690),segment_id=c31b0ae5-29af-49ae-a7c3-4c0eb68de690)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:18.776563 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:18.822923 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=bc351d2e-ca55-43fe-a641-f5b71a9c81f7,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:19.190992 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1ffa7ac3-f045-4a6c-8376-8258644b915d req-13ab5b44-4558-49f5-a361-18c8841c936e tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 210 time: 0.0383034 Jul 27 11:12:19.284073 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-5507840a-18fe-4bc3-b7d5-1ae650bba24a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:19.285553 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-5507840a-18fe-4bc3-b7d5-1ae650bba24a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.20 "GET /v2.0/networks?id=734a5e8b-3631-4010-b72b-a6477d1e9854 HTTP/1.1" status: 200 len: 814 time: 0.1043077 Jul 27 11:12:19.287669 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['bc351d2e-ca55-43fe-a641-f5b71a9c81f7'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:12:19.318553 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-161832ae-ce97-4c88-bd05-de0b1679daab tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Request body: {'port': {'device_id': '04be1cd8-836a-4bc2-b2b0-9e71666dd446', 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854', 'admin_state_up': True, 'tenant_id': 'dd2dedc60d724ce3b4a65b9767287544'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:19.427227 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-161832ae-ce97-4c88-bd05-de0b1679daab tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Made reservation on behalf of dd2dedc60d724ce3b4a65b9767287544 for: {'port': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:12:19.432381 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-161832ae-ce97-4c88-bd05-de0b1679daab tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:19.644650 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-161832ae-ce97-4c88-bd05-de0b1679daab tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Allocated IP 172.20.0.8 (734a5e8b-3631-4010-b72b-a6477d1e9854/1aa8788a-bf80-4379-9d6a-437783ea4d80/fb3f6e3e-96ef-49b5-be86-924fa5d4bd87) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:12:19.655403 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe701a4-e21e-43b5-87e7-c3cc44c2bd13 req-6f11181a-8148-4df2-8358-6c359acfce29 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:19.656907 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9fe701a4-e21e-43b5-87e7-c3cc44c2bd13 req-6f11181a-8148-4df2-8358-6c359acfce29 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.1683397 Jul 27 11:12:19.685514 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61769616-a727-4fda-a133-2f524192d276 req-2687947c-d656-4cce-a100-cbfbeb542691 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:19.686896 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-61769616-a727-4fda-a133-2f524192d276 req-2687947c-d656-4cce-a100-cbfbeb542691 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 949 time: 0.1593332 Jul 27 11:12:19.766713 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9fe701a4-e21e-43b5-87e7-c3cc44c2bd13 req-df9162c5-b032-431d-8703-1b83111066ed tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029406 Jul 27 11:12:19.796989 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-61769616-a727-4fda-a133-2f524192d276 req-45947a18-7f1b-43f6-b40b-eb5e7e43b0a0 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/security-groups?id=12c74b3a-53d2-4121-9534-83bba953dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981717 Jul 27 11:12:19.954609 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-161832ae-ce97-4c88-bd05-de0b1679daab tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:19.992126 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ee258-1d46-4317-a7cd-418aa6bd1350 req-783341fc-1b06-4593-afb3-b1ebd16e27d6 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:19.993701 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-710ee258-1d46-4317-a7cd-418aa6bd1350 req-783341fc-1b06-4593-afb3-b1ebd16e27d6 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.1581733 Jul 27 11:12:20.017969 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe728a-f158-4f88-ab24-e5287015d22d req-1327954d-3957-43e7-bfe0-637c8a810f17 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:20.019409 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6ebe728a-f158-4f88-ab24-e5287015d22d req-1327954d-3957-43e7-bfe0-637c8a810f17 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 943 time: 0.1481488 Jul 27 11:12:20.087397 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-161832ae-ce97-4c88-bd05-de0b1679daab tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:20.094588 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-710ee258-1d46-4317-a7cd-418aa6bd1350 req-ed731c74-6c3b-4910-9e1b-faf55048c6e1 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949051 Jul 27 11:12:20.108141 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6ebe728a-f158-4f88-ab24-e5287015d22d req-9a2f1bc9-76bd-4bbb-b08d-f84bbb490c1a tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808926 Jul 27 11:12:20.136774 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-161832ae-ce97-4c88-bd05-de0b1679daab tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Network 734a5e8b-3631-4010-b72b-a6477d1e9854 is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:12:20.139898 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-161832ae-ce97-4c88-bd05-de0b1679daab tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:12:20.142451 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-161832ae-ce97-4c88-bd05-de0b1679daab tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:12:20.174664 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161832ae-ce97-4c88-bd05-de0b1679daab tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Pushing event updated for resources: {'Port': ['ID=fb3f6e3e-96ef-49b5-be86-924fa5d4bd87,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:20.197158 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-161832ae-ce97-4c88-bd05-de0b1679daab tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:20.197791 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-161832ae-ce97-4c88-bd05-de0b1679daab tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:20.211270 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-161832ae-ce97-4c88-bd05-de0b1679daab tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8968430 Jul 27 11:12:20.233287 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Request body: {'port': {'device_id': '04be1cd8-836a-4bc2-b2b0-9e71666dd446', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:20.237065 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['403d6f23-4e71-4b8e-a548-c87810fbc2f8', '32c4842b-5809-4209-bdbd-4d8c7282b886', '20da003c-3abd-4ad6-9cd5-0a498488f39b'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:12:20.342834 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:20.390097 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd497147-d054-47e0-89da-4e75cb6bfb9e req-99768774-419d-4dd6-8e00-189c746349be tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:20.391594 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dd497147-d054-47e0-89da-4e75cb6bfb9e req-99768774-419d-4dd6-8e00-189c746349be tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 931 time: 0.1327093 Jul 27 11:12:20.499487 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dd497147-d054-47e0-89da-4e75cb6bfb9e req-71a99fb0-b388-4bb1-a7db-9a35fba4f420 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017146 Jul 27 11:12:20.618843 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 336c392a-ed14-4885-b3d1-dfce4c81d336 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:12:20.634404 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device bc351d2e-ca55-43fe-a641-f5b71a9c81f7 up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:20.640653 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 {{(pid=93200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:12:20.648148 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:20.660557 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Transition to ACTIVE for port object fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 will not be triggered until provisioned by entity L2. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:12:20.664586 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:20.704932 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:12:20.716020 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Pushing event updated for resources: {'Port': ['ID=fb3f6e3e-96ef-49b5-be86-924fa5d4bd87,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:20.749579 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 336c392a-ed14-4885-b3d1-dfce4c81d336, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=336c392a-ed14-4885-b3d1-dfce4c81d336,segment=NetworkSegment(e9febea5-d375-40b3-868c-4b1165e095e5),segment_id=e9febea5-d375-40b3-868c-4b1165e095e5)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:20.751681 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port bc351d2e-ca55-43fe-a641-f5b71a9c81f7 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:12:20.761126 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port bc351d2e-ca55-43fe-a641-f5b71a9c81f7 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:20.761514 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:20.765488 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '336c392a-ed14-4885-b3d1-dfce4c81d336', 'network_id': '49f05f40-53b2-4864-8389-5c2c0ebb9fbf', 'port_id': '336c392a-ed14-4885-b3d1-dfce4c81d336', 'mac_address': 'fa:16:3e:d6:25:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e44bb22-3412-447e-ba8c-a69e9eac75a9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:12:20.788443 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Attempting to bind port fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:12:20.789015 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Attempting to bind port fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '0fa3763f-c017-4ad9-a4f7-c1c7169c93c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854'}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:12:20.789121 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Attempting to bind port fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 on network 734a5e8b-3631-4010-b72b-a6477d1e9854 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:12:20.793341 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Port fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 on network 734a5e8b-3631-4010-b72b-a6477d1e9854 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:12:20.793678 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Attempting to bind port fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 on network 734a5e8b-3631-4010-b72b-a6477d1e9854 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:12:20.799389 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:12:20.799729 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Checking segment: {'id': '0fa3763f-c017-4ad9-a4f7-c1c7169c93c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:12:20.800113 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Bound using segment: {'id': '0fa3763f-c017-4ad9-a4f7-c1c7169c93c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854'} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:12:20.802374 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Bound port: fb3f6e3e-96ef-49b5-be86-924fa5d4bd87, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa3763f-c017-4ad9-a4f7-c1c7169c93c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854'}}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:12:20.803599 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:20.833212 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:20.850798 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336c392a-ed14-4885-b3d1-dfce4c81d336 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:12:20.888726 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] For port fb3f6e3e-96ef-49b5-be86-924fa5d4bd87, host hv-cinder-78495, cleared binding levels {{(pid=93200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:12:20.893556 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] For port fb3f6e3e-96ef-49b5-be86-924fa5d4bd87, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=fb3f6e3e-96ef-49b5-be86-924fa5d4bd87,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:12:20.902254 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 336c392a-ed14-4885-b3d1-dfce4c81d336, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=336c392a-ed14-4885-b3d1-dfce4c81d336,segment=NetworkSegment(e9febea5-d375-40b3-868c-4b1165e095e5),segment_id=e9febea5-d375-40b3-868c-4b1165e095e5)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:20.904820 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:20.909867 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:20.913176 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:20.947839 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7f2657-edec-44c6-9b47-8f9c9f57a58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc351d2e-ca55-43fe-a641-f5b71a9c81f7'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:12:20.950100 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c585bb5-83fb-40af-a9ce-43ab947b143a" -d '{"events": [{"server_uuid": "1a7f2657-edec-44c6-9b47-8f9c9f57a58f", "name": "network-vif-plugged", "status": "completed", "tag": "bc351d2e-ca55-43fe-a641-f5b71a9c81f7"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:12:20.976118 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port bc351d2e-ca55-43fe-a641-f5b71a9c81f7, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=bc351d2e-ca55-43fe-a641-f5b71a9c81f7,segment=NetworkSegment(c31b0ae5-29af-49ae-a7c3-4c0eb68de690),segment_id=c31b0ae5-29af-49ae-a7c3-4c0eb68de690)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:20.986739 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:20.987472 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:20.988669 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:20.990180 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] 10.222.0.20 "PUT /v2.0/ports/fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 HTTP/1.1" status: 200 len: 1093 time: 0.7615149 Jul 27 11:12:20.991234 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=336c392a-ed14-4885-b3d1-dfce4c81d336,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:20.995842 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04be1cd8-836a-4bc2-b2b0-9e71666dd446', 'tag': 'fb3f6e3e-96ef-49b5-be86-924fa5d4bd87'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:12:20.998009 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9029456b-ede6-411e-9e01-9ba43efd7f83" -d '{"events": [{"name": "network-changed", "server_uuid": "04be1cd8-836a-4bc2-b2b0-9e71666dd446", "tag": "fb3f6e3e-96ef-49b5-be86-924fa5d4bd87"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:12:21.041002 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46050ca0-3d49-40b2-96c4-7510e5197bbc service neutron] Pushing event updated for resources: {'Port': ['ID=fb3f6e3e-96ef-49b5-be86-924fa5d4bd87,revision_number=3']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:21.043442 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=bc351d2e-ca55-43fe-a641-f5b71a9c81f7,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:21.095635 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77ce28-8a2f-42c3-a99b-2a47aae11232 req-fe9be450-6503-4bf2-8176-b68399dcf9e8 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:21.097095 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-aa77ce28-8a2f-42c3-a99b-2a47aae11232 req-fe9be450-6503-4bf2-8176-b68399dcf9e8 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.2017860 Jul 27 11:12:21.106195 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc02ae-1ac3-4078-a454-571d4b5f7e6c req-da125102-b16e-46be-a979-88dcdbaa1529 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:21.107574 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d0bc02ae-1ac3-4078-a454-571d4b5f7e6c req-da125102-b16e-46be-a979-88dcdbaa1529 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 949 time: 0.2015169 Jul 27 11:12:21.169357 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-aa77ce28-8a2f-42c3-a99b-2a47aae11232 req-4def364c-c4f2-4237-9767-c4936498462b tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608482 Jul 27 11:12:21.181019 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d0bc02ae-1ac3-4078-a454-571d4b5f7e6c req-07a782f8-6e33-4883-8700-9a089d776af6 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/security-groups?id=12c74b3a-53d2-4121-9534-83bba953dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643208 Jul 27 11:12:21.190715 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-b05b0d04-6a73-4c93-85d7-241f664ce98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:21.192464 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-b05b0d04-6a73-4c93-85d7-241f664ce98e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd2dedc60d724ce3b4a65b9767287544&device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 1096 time: 0.1351056 Jul 27 11:12:21.224560 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ccb49d-6b46-42a1-9e59-2e7fc52a4564 x-openstack-request-id: req-41ccb49d-6b46-42a1-9e59-2e7fc52a4564 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:12:21.224965 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7f2657-edec-44c6-9b47-8f9c9f57a58f", "name": "network-vif-plugged", "status": "completed", "tag": "bc351d2e-ca55-43fe-a641-f5b71a9c81f7", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:12:21.225089 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41ccb49d-6b46-42a1-9e59-2e7fc52a4564 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:12:21.225501 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7f2657-edec-44c6-9b47-8f9c9f57a58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc351d2e-ca55-43fe-a641-f5b71a9c81f7', 'code': 200} Jul 27 11:12:21.236499 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:21.251489 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a613fd-af1e-4f25-9461-109c5893d6c1 x-openstack-request-id: req-60a613fd-af1e-4f25-9461-109c5893d6c1 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:12:21.251729 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04be1cd8-836a-4bc2-b2b0-9e71666dd446", "tag": "fb3f6e3e-96ef-49b5-be86-924fa5d4bd87", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:12:21.251977 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60a613fd-af1e-4f25-9461-109c5893d6c1 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:12:21.252356 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04be1cd8-836a-4bc2-b2b0-9e71666dd446', 'tag': 'fb3f6e3e-96ef-49b5-be86-924fa5d4bd87', 'status': 'completed', 'code': 200} Jul 27 11:12:21.253898 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-95d6297b-13ba-485d-ac5c-3b6e1a96f137 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 HTTP/1.1" status: 200 len: 217 time: 0.0405760 Jul 27 11:12:21.331159 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-595452b6-f3c1-4ab5-9a02-0b85e5420ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:21.388500 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-1ecae574-d78b-4a79-916f-0d15dc54a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:21.390007 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-1ecae574-d78b-4a79-916f-0d15dc54a1bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aa8788a-bf80-4379-9d6a-437783ea4d80 HTTP/1.1" status: 200 len: 854 time: 0.1162853 Jul 27 11:12:21.459537 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f607160-9991-4383-97fc-ee7c908b3eac req-f66af582-01aa-4475-89a9-b9e6ca60ff3c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:21.461025 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4f607160-9991-4383-97fc-ee7c908b3eac req-f66af582-01aa-4475-89a9-b9e6ca60ff3c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.1777883 Jul 27 11:12:21.467902 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed7229-22c7-4671-ae1b-2da7619b0b28 req-2f89edfd-5ef1-41da-a24e-fbea3a4ff194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:21.468554 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de2561-9d9f-499f-b697-df60aadad300 req-e7e2b39f-86d9-45e0-8f3c-c2ed997199f7 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:21.469421 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-51ed7229-22c7-4671-ae1b-2da7619b0b28 req-2f89edfd-5ef1-41da-a24e-fbea3a4ff194 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 1103 time: 0.0526416 Jul 27 11:12:21.470037 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-30de2561-9d9f-499f-b697-df60aadad300 req-e7e2b39f-86d9-45e0-8f3c-c2ed997199f7 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 944 time: 0.1582730 Jul 27 11:12:21.471791 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-d70e7ebe-0791-4238-9070-4dce231a764c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=734a5e8b-3631-4010-b72b-a6477d1e9854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524147 Jul 27 11:12:21.496562 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['336c392a-ed14-4885-b3d1-dfce4c81d336'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:12:21.519182 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-51ed7229-22c7-4671-ae1b-2da7619b0b28 req-e28659fc-eeba-4b1a-b461-c17f7a980169 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=12c74b3a-53d2-4121-9534-83bba953dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294554 Jul 27 11:12:21.580862 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4f607160-9991-4383-97fc-ee7c908b3eac req-bb62d15c-89ef-4ea6-b7bf-d286ef661576 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081152 Jul 27 11:12:21.593737 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-30de2561-9d9f-499f-b697-df60aadad300 req-8cb8fbc3-5f02-4c98-b9a7-7f6eec23701e tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125410 Jul 27 11:12:21.624924 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-9dd0a67d-bf5a-403e-87bd-396faa322744 service neutron] 10.222.0.20 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325305 Jul 27 11:12:21.710097 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15cd44-c8c4-439e-92e2-cd57d99556a6 req-6af9e66c-6616-40c2-aa24-9512c458a6ca tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:21.711677 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ef15cd44-c8c4-439e-92e2-cd57d99556a6 req-6af9e66c-6616-40c2-aa24-9512c458a6ca tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 943 time: 0.0654254 Jul 27 11:12:21.749423 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ef15cd44-c8c4-439e-92e2-cd57d99556a6 req-8ac44e14-0fa4-4bc0-91d1-f4eebfcc8ed0 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318530 Jul 27 11:12:21.967200 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e92aeae6-7a08-4c9b-b9f3-485086a8565b req-eb8b26b1-00d6-4564-b4f1-79720cba945a service neutron] 10.222.0.20 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817435 Jul 27 11:12:22.159706 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029456b-ede6-411e-9e01-9ba43efd7f83 req-508d97be-d674-4779-9e4d-32c2073465f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:22.161211 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9029456b-ede6-411e-9e01-9ba43efd7f83 req-508d97be-d674-4779-9e4d-32c2073465f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd2dedc60d724ce3b4a65b9767287544&device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 1096 time: 0.0572927 Jul 27 11:12:22.312353 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029456b-ede6-411e-9e01-9ba43efd7f83 req-84e50afa-5892-4558-9b50-a512c2b0a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:22.313820 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9029456b-ede6-411e-9e01-9ba43efd7f83 req-84e50afa-5892-4558-9b50-a512c2b0a33b service neutron] 10.222.0.20 "GET /v2.0/networks?id=734a5e8b-3631-4010-b72b-a6477d1e9854 HTTP/1.1" status: 200 len: 914 time: 0.1405547 Jul 27 11:12:22.376218 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9029456b-ede6-411e-9e01-9ba43efd7f83 req-ccf6433f-4055-470b-910c-ef57dc707569 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 HTTP/1.1" status: 200 len: 217 time: 0.0466573 Jul 27 11:12:22.392424 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83767c33-a1f1-4e39-a48d-97f404ca4554 req-82169b64-76e9-4429-a72f-a2cfadc374e3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:22.393880 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-83767c33-a1f1-4e39-a48d-97f404ca4554 req-82169b64-76e9-4429-a72f-a2cfadc374e3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.1524053 Jul 27 11:12:22.409431 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f32ff-673d-4283-ad92-287c42d6d7bb req-62f2ca7e-8a58-414f-ab59-7ddaf86e75b4 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:22.410859 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6d0f32ff-673d-4283-ad92-287c42d6d7bb req-62f2ca7e-8a58-414f-ab59-7ddaf86e75b4 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 950 time: 0.1561511 Jul 27 11:12:22.485360 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029456b-ede6-411e-9e01-9ba43efd7f83 req-82c2b6de-4952-4539-957a-81b4075ba5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:22.486831 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9029456b-ede6-411e-9e01-9ba43efd7f83 req-82c2b6de-4952-4539-957a-81b4075ba5b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aa8788a-bf80-4379-9d6a-437783ea4d80 HTTP/1.1" status: 200 len: 854 time: 0.0921171 Jul 27 11:12:22.510847 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6d0f32ff-673d-4283-ad92-287c42d6d7bb req-7e73a70b-d8f9-4b1c-ba25-77d77f89b290 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/security-groups?id=12c74b3a-53d2-4121-9534-83bba953dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765526 Jul 27 11:12:22.529328 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-83767c33-a1f1-4e39-a48d-97f404ca4554 req-d4c76343-4df4-4b95-8ed0-99b592ac4263 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176441 Jul 27 11:12:22.531440 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9029456b-ede6-411e-9e01-9ba43efd7f83 req-cd05f4d0-2445-4348-9215-62dc7b17346e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=734a5e8b-3631-4010-b72b-a6477d1e9854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353370 Jul 27 11:12:22.559410 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:22.622904 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9029456b-ede6-411e-9e01-9ba43efd7f83 req-1e8573c9-19e3-4e44-ad81-aea5eb1795d5 service neutron] 10.222.0.20 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830905 Jul 27 11:12:22.786156 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9029456b-ede6-411e-9e01-9ba43efd7f83 req-324aed66-41c6-449e-be19-303ed22ef9e3 service neutron] 10.222.0.20 "GET /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557662 Jul 27 11:12:22.809719 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e15131-59ea-4a7a-8371-d6cffd9e38f3 req-ade2651e-053e-40e1-9706-17db89bc307e tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:22.811127 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e5e15131-59ea-4a7a-8371-d6cffd9e38f3 req-ade2651e-053e-40e1-9706-17db89bc307e tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 944 time: 0.1340115 Jul 27 11:12:22.818349 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcaa79-6678-42c6-89e5-7a07ceba6d2b req-a3c0da20-1823-4f12-b8b2-07b40360b193 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:22.819764 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d8bcaa79-6678-42c6-89e5-7a07ceba6d2b req-a3c0da20-1823-4f12-b8b2-07b40360b193 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.1713963 Jul 27 11:12:23.113574 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e5e15131-59ea-4a7a-8371-d6cffd9e38f3 req-862ea108-f3f5-4afb-b356-29c0253c578c tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928298 Jul 27 11:12:23.121196 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d8bcaa79-6678-42c6-89e5-7a07ceba6d2b req-33709f69-18c1-40c0-947c-d98499a79824 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940369 Jul 27 11:12:23.230124 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53b50e-344c-4cfa-9994-2dae9f46c8e7 req-c03b4864-0c19-4e3b-b44d-a46144f388dc tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:23.231916 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0b53b50e-344c-4cfa-9994-2dae9f46c8e7 req-c03b4864-0c19-4e3b-b44d-a46144f388dc tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 943 time: 0.0632021 Jul 27 11:12:23.271973 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0b53b50e-344c-4cfa-9994-2dae9f46c8e7 req-ea087abf-3aef-4b21-b0d8-8ba6b7e5c008 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337794 Jul 27 11:12:23.679194 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7d4af-5c3d-469d-a399-9a69066adeaf req-edc61188-bddb-47c8-bf75-dc594995f407 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:23.680644 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d1f7d4af-5c3d-469d-a399-9a69066adeaf req-edc61188-bddb-47c8-bf75-dc594995f407 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 950 time: 0.1030185 Jul 27 11:12:23.692694 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ede8dc-593c-4b74-8a2f-ae9f3d173618 req-2dac64bb-26c9-4409-a16d-9d76ed5c0b10 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:23.694127 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-82ede8dc-593c-4b74-8a2f-ae9f3d173618 req-2dac64bb-26c9-4409-a16d-9d76ed5c0b10 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.0886748 Jul 27 11:12:23.747673 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d1f7d4af-5c3d-469d-a399-9a69066adeaf req-c22f668c-e18d-4f01-b2f6-0ff3f0a24d13 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/security-groups?id=12c74b3a-53d2-4121-9534-83bba953dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526094 Jul 27 11:12:23.752730 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-82ede8dc-593c-4b74-8a2f-ae9f3d173618 req-44b616d6-6bda-4711-9f6e-d67047197e75 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516384 Jul 27 11:12:24.022314 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b09fbe-81e1-4773-b4ef-d71d8a4e61d6 req-542920d6-f70c-4ddb-b6ec-13021488d04e tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:24.025040 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e3b09fbe-81e1-4773-b4ef-d71d8a4e61d6 req-542920d6-f70c-4ddb-b6ec-13021488d04e tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 950 time: 0.0647397 Jul 27 11:12:24.048565 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:24.072610 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e3b09fbe-81e1-4773-b4ef-d71d8a4e61d6 req-d18552f1-4ffd-449b-ae48-32910a0ffbde tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/security-groups?id=12c74b3a-53d2-4121-9534-83bba953dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371811 Jul 27 11:12:24.283195 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f3f18-9f92-4284-a06a-3e4cb9cb76c5 req-4bdbb29f-aaa4-4fde-ac75-cc35555cbc6a tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:24.284575 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c04f3f18-9f92-4284-a06a-3e4cb9cb76c5 req-4bdbb29f-aaa4-4fde-ac75-cc35555cbc6a tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0906601 Jul 27 11:12:24.293258 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae866f51-2dd1-4900-8db0-d84b6af86cc9 req-1d1949eb-2bdc-4abb-bfce-6f160a79c124 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:24.294737 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ae866f51-2dd1-4900-8db0-d84b6af86cc9 req-1d1949eb-2bdc-4abb-bfce-6f160a79c124 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 944 time: 0.1099334 Jul 27 11:12:24.347728 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c04f3f18-9f92-4284-a06a-3e4cb9cb76c5 req-76d55b1f-3ec4-4449-abde-f57925ba92e5 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520377 Jul 27 11:12:24.352974 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ae866f51-2dd1-4900-8db0-d84b6af86cc9 req-80b07bef-c287-459c-97f2-7df59ce272f9 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508914 Jul 27 11:12:24.467036 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9cf78-a5a0-4353-8033-22eccf7defa2 req-f888682e-fe40-442f-b2b2-a0fd5660eab3 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:24.469199 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ead9cf78-a5a0-4353-8033-22eccf7defa2 req-f888682e-fe40-442f-b2b2-a0fd5660eab3 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 943 time: 0.0664041 Jul 27 11:12:24.507369 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ead9cf78-a5a0-4353-8033-22eccf7defa2 req-fab73eb5-5ba0-41e8-9fb3-308a2c8da5f6 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321116 Jul 27 11:12:24.611879 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 336c392a-ed14-4885-b3d1-dfce4c81d336 up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:24.659703 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port 336c392a-ed14-4885-b3d1-dfce4c81d336 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:12:24.663350 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 336c392a-ed14-4885-b3d1-dfce4c81d336 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:24.663726 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:24.741298 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:24.763389 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36b24c6-0913-4680-aed6-ef97585153ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336c392a-ed14-4885-b3d1-dfce4c81d336'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:12:24.765817 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18e4fae-92b3-4ca6-92d0-6ec61550db67" -d '{"events": [{"server_uuid": "d36b24c6-0913-4680-aed6-ef97585153ed", "name": "network-vif-plugged", "status": "completed", "tag": "336c392a-ed14-4885-b3d1-dfce4c81d336"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:12:24.778876 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 336c392a-ed14-4885-b3d1-dfce4c81d336, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=336c392a-ed14-4885-b3d1-dfce4c81d336,segment=NetworkSegment(e9febea5-d375-40b3-868c-4b1165e095e5),segment_id=e9febea5-d375-40b3-868c-4b1165e095e5)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:24.784735 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:24.808401 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00a2122-2153-4130-a9b9-7cdd7f0f7669 x-openstack-request-id: req-c00a2122-2153-4130-a9b9-7cdd7f0f7669 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:12:24.808761 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36b24c6-0913-4680-aed6-ef97585153ed", "name": "network-vif-plugged", "status": "completed", "tag": "336c392a-ed14-4885-b3d1-dfce4c81d336", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:12:24.809042 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c00a2122-2153-4130-a9b9-7cdd7f0f7669 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:12:24.809461 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36b24c6-0913-4680-aed6-ef97585153ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336c392a-ed14-4885-b3d1-dfce4c81d336', 'code': 200} Jul 27 11:12:24.834535 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=336c392a-ed14-4885-b3d1-dfce4c81d336,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:24.894377 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1feded9-7fa9-4089-b012-934fd455e797 req-f85dd691-acc9-43bd-bcd7-f102fbc688d6 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:24.895795 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a1feded9-7fa9-4089-b012-934fd455e797 req-f85dd691-acc9-43bd-bcd7-f102fbc688d6 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.0655844 Jul 27 11:12:24.935691 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a1feded9-7fa9-4089-b012-934fd455e797 req-6b55d161-d70d-4fc8-b612-e213d3b9b488 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333843 Jul 27 11:12:25.076567 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b6ac0-6246-4bb3-bc32-0d70bac87d1c req-8016dbe0-3dda-465f-a2cd-ce74aabf70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:25.078099 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-298b6ac0-6246-4bb3-bc32-0d70bac87d1c req-8016dbe0-3dda-465f-a2cd-ce74aabf70fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 1098 time: 0.0567560 Jul 27 11:12:25.117021 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-298b6ac0-6246-4bb3-bc32-0d70bac87d1c req-8f858261-207b-4ca6-b0af-6b8600161ad4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305843 Jul 27 11:12:25.214359 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07853176-299c-420b-90aa-f3620d8c6827 req-583e3b18-3f1f-4310-9e51-ea3775442a6a tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:25.215879 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-07853176-299c-420b-90aa-f3620d8c6827 req-583e3b18-3f1f-4310-9e51-ea3775442a6a tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 950 time: 0.0631518 Jul 27 11:12:25.256525 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-07853176-299c-420b-90aa-f3620d8c6827 req-0aec7b31-e9c9-4a1e-8afb-e71ff08436c2 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/security-groups?id=12c74b3a-53d2-4121-9534-83bba953dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342090 Jul 27 11:12:25.356908 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788a80e-e045-43ab-8996-0f51817ac3e2 req-bb716191-d4d8-4148-a378-d3c9ac43277b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:25.358430 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0788a80e-e045-43ab-8996-0f51817ac3e2 req-bb716191-d4d8-4148-a378-d3c9ac43277b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0626493 Jul 27 11:12:25.397632 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0788a80e-e045-43ab-8996-0f51817ac3e2 req-054ffbff-df7d-414f-b63c-093e9f19152a tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330484 Jul 27 11:12:25.526335 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cb41e-f7b9-48ba-a895-7b5787171cd7 req-5a499b09-c83f-4a08-9e86-c8fd7e646f03 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:25.527763 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b6cb41e-f7b9-48ba-a895-7b5787171cd7 req-5a499b09-c83f-4a08-9e86-c8fd7e646f03 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.1051357 Jul 27 11:12:25.549009 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de696f2-eaa9-4886-91cf-1131ce2f20ac req-8cf7b286-50f7-42e6-95b2-7724913591d9 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:25.550556 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8de696f2-eaa9-4886-91cf-1131ce2f20ac req-8cf7b286-50f7-42e6-95b2-7724913591d9 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 945 time: 0.0959547 Jul 27 11:12:25.600564 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b6cb41e-f7b9-48ba-a895-7b5787171cd7 req-91ef2f5e-d313-4187-90ff-f40d1c70fff4 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655568 Jul 27 11:12:25.607873 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8de696f2-eaa9-4886-91cf-1131ce2f20ac req-ddb1b492-0042-4110-91f0-60b51e1d94dd tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481341 Jul 27 11:12:25.717268 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c2591-229f-4e4e-b070-4f9caf91b1b9 req-6fa57ee9-6076-4986-ab45-8de5e2ca9277 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:25.718775 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-040c2591-229f-4e4e-b070-4f9caf91b1b9 req-6fa57ee9-6076-4986-ab45-8de5e2ca9277 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 943 time: 0.0622056 Jul 27 11:12:25.760810 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-040c2591-229f-4e4e-b070-4f9caf91b1b9 req-afa60f77-bda4-45a2-beb6-e19679c1c87a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359082 Jul 27 11:12:26.068131 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24820b-33db-4b05-944b-fb2cb9f99855 req-4781f16d-9905-4f65-abdd-0cf8c50cb6c0 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:26.069652 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5b24820b-33db-4b05-944b-fb2cb9f99855 req-4781f16d-9905-4f65-abdd-0cf8c50cb6c0 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.0626004 Jul 27 11:12:26.107213 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5b24820b-33db-4b05-944b-fb2cb9f99855 req-7e2e49b2-d008-49ca-aac3-8b5ee2615dc0 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316894 Jul 27 11:12:26.389242 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979791c-d632-434a-bf5b-57a9b68a0bb7 req-71712f04-8341-46f3-8393-ab075619b9b0 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:26.390783 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b979791c-d632-434a-bf5b-57a9b68a0bb7 req-71712f04-8341-46f3-8393-ab075619b9b0 tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 950 time: 0.0667591 Jul 27 11:12:26.428926 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b979791c-d632-434a-bf5b-57a9b68a0bb7 req-94da6700-dbfa-48d4-835f-8cae4b533c6e tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/security-groups?id=12c74b3a-53d2-4121-9534-83bba953dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320389 Jul 27 11:12:26.540334 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44096548-b957-481e-b5a0-f06dd5b6acca req-85abf4ac-231a-4467-b1b2-17561949ab12 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:26.541708 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-44096548-b957-481e-b5a0-f06dd5b6acca req-85abf4ac-231a-4467-b1b2-17561949ab12 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0749300 Jul 27 11:12:26.597551 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-44096548-b957-481e-b5a0-f06dd5b6acca req-cf72b1a8-eee7-4ef8-8df7-b54d05de1235 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397911 Jul 27 11:12:26.618932 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8529ad-f14a-4444-b4e8-ff7e29d01615 req-21f5ec34-2692-40c4-b122-f4469cb2f10a tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:26.620373 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2d8529ad-f14a-4444-b4e8-ff7e29d01615 req-21f5ec34-2692-40c4-b122-f4469cb2f10a tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 950 time: 0.0965629 Jul 27 11:12:26.653668 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:12:26.757860 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port fb3f6e3e-96ef-49b5-be86-924fa5d4bd87, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=fb3f6e3e-96ef-49b5-be86-924fa5d4bd87,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:26.770096 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': 'fb3f6e3e-96ef-49b5-be86-924fa5d4bd87', 'network_id': '734a5e8b-3631-4010-b72b-a6477d1e9854', 'port_id': 'fb3f6e3e-96ef-49b5-be86-924fa5d4bd87', 'mac_address': 'fa:16:3e:b0:6d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa8788a-bf80-4379-9d6a-437783ea4d80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:12:26.814999 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:26.829162 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:12:26.830816 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb261e9-6f75-40a7-b29a-13a9e98d8af5 req-5665d167-82bf-4b68-b2cd-ea6d1c41b7b9 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:26.832430 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-afb261e9-6f75-40a7-b29a-13a9e98d8af5 req-5665d167-82bf-4b68-b2cd-ea6d1c41b7b9 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.1581113 Jul 27 11:12:26.844239 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a907f7-5585-41c1-8de6-ad2dcc02e1c7 req-9f63e5c8-e089-4376-9476-a54119865e57 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:26.847668 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-02a907f7-5585-41c1-8de6-ad2dcc02e1c7 req-9f63e5c8-e089-4376-9476-a54119865e57 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 945 time: 0.1722763 Jul 27 11:12:26.852799 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port fb3f6e3e-96ef-49b5-be86-924fa5d4bd87, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=fb3f6e3e-96ef-49b5-be86-924fa5d4bd87,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:26.858144 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:26.862718 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-2d8529ad-f14a-4444-b4e8-ff7e29d01615 req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Deleting port bc351d2e-ca55-43fe-a641-f5b71a9c81f7 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:12:26.863054 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2d8529ad-f14a-4444-b4e8-ff7e29d01615 req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:26.909861 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=fb3f6e3e-96ef-49b5-be86-924fa5d4bd87,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:26.962264 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-afb261e9-6f75-40a7-b29a-13a9e98d8af5 req-679c3955-956e-4f84-b5d9-0ce3d9bbe7fb tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136060 Jul 27 11:12:26.967689 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-02a907f7-5585-41c1-8de6-ad2dcc02e1c7 req-5498a08f-202a-450d-a1af-8f4022abe110 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097906 Jul 27 11:12:27.001573 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-2d8529ad-f14a-4444-b4e8-ff7e29d01615 req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] For port bc351d2e-ca55-43fe-a641-f5b71a9c81f7, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=bc351d2e-ca55-43fe-a641-f5b71a9c81f7,segment=NetworkSegment(c31b0ae5-29af-49ae-a7c3-4c0eb68de690),segment_id=c31b0ae5-29af-49ae-a7c3-4c0eb68de690)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:27.001947 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2d8529ad-f14a-4444-b4e8-ff7e29d01615 req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:27.014853 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-2d8529ad-f14a-4444-b4e8-ff7e29d01615 req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Calling delete_port for bc351d2e-ca55-43fe-a641-f5b71a9c81f7 owned by compute:nova {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:12:27.140973 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bb0ff-f30d-4070-9c52-30bd8946fbaf req-ccde5fea-9f59-45f8-9daf-a127b553eef5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:27.142607 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7c6bb0ff-f30d-4070-9c52-30bd8946fbaf req-ccde5fea-9f59-45f8-9daf-a127b553eef5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 944 time: 0.1193619 Jul 27 11:12:27.250528 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7c6bb0ff-f30d-4070-9c52-30bd8946fbaf req-2924e69c-6d88-4e13-800a-671471a1f8f8 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977833 Jul 27 11:12:27.251122 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2d8529ad-f14a-4444-b4e8-ff7e29d01615 req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:27.285758 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Pushing event deleted for resources: {'Port': ['ID=bc351d2e-ca55-43fe-a641-f5b71a9c81f7,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:27.308668 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['bc351d2e-ca55-43fe-a641-f5b71a9c81f7'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:12:27.319801 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:27.320140 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:27.320479 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:27.320806 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:27.321131 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:27.321473 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:27.321797 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:27.322118 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:27.322438 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:27.322757 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:27.323069 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:27.323379 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:27.351084 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8529ad-f14a-4444-b4e8-ff7e29d01615 req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] No DVR routers for this DVR port bc351d2e-ca55-43fe-a641-f5b71a9c81f7 on host hv-cinder-78495 {{(pid=93200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:12:27.356792 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2d8529ad-f14a-4444-b4e8-ff7e29d01615 req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:27.358861 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2d8529ad-f14a-4444-b4e8-ff7e29d01615 req-87be48f9-6d7b-4a33-88a2-1187ba3fc83b tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.20 "DELETE /v2.0/ports/bc351d2e-ca55-43fe-a641-f5b71a9c81f7 HTTP/1.1" status: 204 len: 173 time: 0.7260807 Jul 27 11:12:27.359297 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7f2657-edec-44c6-9b47-8f9c9f57a58f', 'name': 'network-vif-deleted', 'tag': 'bc351d2e-ca55-43fe-a641-f5b71a9c81f7'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:12:27.361972 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf56eb83-b484-445d-97e9-3fc268f6b4e1" -d '{"events": [{"server_uuid": "1a7f2657-edec-44c6-9b47-8f9c9f57a58f", "name": "network-vif-deleted", "tag": "bc351d2e-ca55-43fe-a641-f5b71a9c81f7"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:12:27.371928 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b708a65-efe8-458d-a9f3-e6a4a6c6f944 req-e5b55030-307e-47f3-8c17-9c095dda1a07 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:27.373512 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5b708a65-efe8-458d-a9f3-e6a4a6c6f944 req-e5b55030-307e-47f3-8c17-9c095dda1a07 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.1857791 Jul 27 11:12:27.404673 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee244959-5489-466b-be60-3a5f4ef4ecfa x-openstack-request-id: req-ee244959-5489-466b-be60-3a5f4ef4ecfa {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:12:27.405315 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7f2657-edec-44c6-9b47-8f9c9f57a58f", "name": "network-vif-deleted", "tag": "bc351d2e-ca55-43fe-a641-f5b71a9c81f7", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:12:27.405315 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee244959-5489-466b-be60-3a5f4ef4ecfa {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:12:27.405619 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7f2657-edec-44c6-9b47-8f9c9f57a58f', 'name': 'network-vif-deleted', 'tag': 'bc351d2e-ca55-43fe-a641-f5b71a9c81f7', 'status': 'completed', 'code': 200} Jul 27 11:12:27.419470 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5b708a65-efe8-458d-a9f3-e6a4a6c6f944 req-b6ce82fe-df97-4238-b9ad-72d9cd09bda5 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391865 Jul 27 11:12:27.498620 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['fb3f6e3e-96ef-49b5-be86-924fa5d4bd87'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:12:27.545984 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5f5800a1-73a5-46b0-a4be-e08b05702553 req-2920afc5-82fe-4fb6-926a-48a409b5658f tempest-VolumesNegativeTest-2046219310 tempest-VolumesNegativeTest-2046219310-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a7f2657-edec-44c6-9b47-8f9c9f57a58f HTTP/1.1" status: 200 len: 210 time: 0.0356257 Jul 27 11:12:27.725980 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229ea0d-4e6e-40bf-b8f5-607df48c29a7 req-b743b009-813b-49f7-acf3-2d94f0c2d1b4 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:27.727377 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e229ea0d-4e6e-40bf-b8f5-607df48c29a7 req-b743b009-813b-49f7-acf3-2d94f0c2d1b4 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0612807 Jul 27 11:12:27.765106 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e229ea0d-4e6e-40bf-b8f5-607df48c29a7 req-b8d5c270-a189-4854-b9c5-5868da2fdfaa tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315835 Jul 27 11:12:28.143995 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c04b2e-09a3-442d-8636-15e56088264b req-2d8c7568-47db-469e-8ed1-fab93d1b60e7 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:28.146156 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-12c04b2e-09a3-442d-8636-15e56088264b req-2d8c7568-47db-469e-8ed1-fab93d1b60e7 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.1152043 Jul 27 11:12:28.154604 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621b0d2-f8e0-43bd-aad4-4766959c126e req-f96a113a-e6d7-41f9-94a0-a81b55ef6265 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:28.156074 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e621b0d2-f8e0-43bd-aad4-4766959c126e req-f96a113a-e6d7-41f9-94a0-a81b55ef6265 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 945 time: 0.1153512 Jul 27 11:12:28.214167 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-12c04b2e-09a3-442d-8636-15e56088264b req-436f4153-7b7d-488d-b7e7-3c9062be9c3e tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571239 Jul 27 11:12:28.217130 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e621b0d2-f8e0-43bd-aad4-4766959c126e req-57cdd801-df17-4392-b3a8-917e854ef987 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533912 Jul 27 11:12:28.381927 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e96c7-52ae-41cd-a4ff-240ec9afc58e req-470df73a-0e23-4e4c-8126-24e9fdda4a2d tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:28.383447 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ae9e96c7-52ae-41cd-a4ff-240ec9afc58e req-470df73a-0e23-4e4c-8126-24e9fdda4a2d tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 944 time: 0.0672681 Jul 27 11:12:28.422972 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ae9e96c7-52ae-41cd-a4ff-240ec9afc58e req-f377f3a4-43b0-489d-a2e6-2340cadf9555 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335419 Jul 27 11:12:28.554258 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae24283-f2bd-4710-917c-ddfdede2c92b req-9e3a8765-5918-45d9-86ab-abe1ec5b81a9 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:28.556293 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fae24283-f2bd-4710-917c-ddfdede2c92b req-9e3a8765-5918-45d9-86ab-abe1ec5b81a9 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.0652697 Jul 27 11:12:28.602353 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fae24283-f2bd-4710-917c-ddfdede2c92b req-64015062-a357-4e96-ae43-f2752a768409 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401897 Jul 27 11:12:28.914003 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da1a53-9244-4752-b572-89564c791bd1 req-1a80d7fc-1c99-4a3f-9c21-540785b28918 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:28.915666 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-16da1a53-9244-4752-b572-89564c791bd1 req-1a80d7fc-1c99-4a3f-9c21-540785b28918 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0765333 Jul 27 11:12:28.957031 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-16da1a53-9244-4752-b572-89564c791bd1 req-3d513ead-1903-4177-81ca-97dfb9dffc8b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352781 Jul 27 11:12:29.207858 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a08d21-d3e6-475c-b8ad-fa3c52cbdcf1 req-313a06eb-3928-4f7a-9b12-ceb5e9179aa7 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:29.209577 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-15a08d21-d3e6-475c-b8ad-fa3c52cbdcf1 req-313a06eb-3928-4f7a-9b12-ceb5e9179aa7 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 945 time: 0.0776103 Jul 27 11:12:29.249200 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-15a08d21-d3e6-475c-b8ad-fa3c52cbdcf1 req-7c06f2c9-5dee-437b-bdbc-007b2720ca46 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329382 Jul 27 11:12:29.351480 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44774b9a-86fd-43c7-ba68-76960817f538 req-611fa88f-3612-47d2-b2f0-ed270afd86a9 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:29.353739 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-44774b9a-86fd-43c7-ba68-76960817f538 req-611fa88f-3612-47d2-b2f0-ed270afd86a9 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0685852 Jul 27 11:12:29.391803 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-44774b9a-86fd-43c7-ba68-76960817f538 req-2557b665-ddab-4d97-993d-6b4a4d9645f0 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317903 Jul 27 11:12:29.552347 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed626eb-93fe-4b65-a30a-c9c5b403fc47 req-4cc8122c-ad82-4a7e-9db7-06c64ad15172 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:29.554255 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1ed626eb-93fe-4b65-a30a-c9c5b403fc47 req-4cc8122c-ad82-4a7e-9db7-06c64ad15172 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 944 time: 0.0641344 Jul 27 11:12:29.594591 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1ed626eb-93fe-4b65-a30a-c9c5b403fc47 req-f6cf2610-b3dc-47ae-84a0-dcf532930879 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337591 Jul 27 11:12:29.743590 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ff12b-cffa-41be-b6b2-362baf0778e2 req-4ef44b62-686d-4fe0-b65d-8d12cf4d2f63 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:29.745132 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6b3ff12b-cffa-41be-b6b2-362baf0778e2 req-4ef44b62-686d-4fe0-b65d-8d12cf4d2f63 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.0708239 Jul 27 11:12:29.787353 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6b3ff12b-cffa-41be-b6b2-362baf0778e2 req-4d76fc7a-7f67-4eb4-bf63-485f1bc6b368 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353479 Jul 27 11:12:30.092867 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76842acb-4238-4ab1-9f6f-ee6c68635cdd req-80975f8f-21d9-444b-be6c-39bf74c9d173 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:30.094409 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-76842acb-4238-4ab1-9f6f-ee6c68635cdd req-80975f8f-21d9-444b-be6c-39bf74c9d173 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0670571 Jul 27 11:12:30.132551 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-76842acb-4238-4ab1-9f6f-ee6c68635cdd req-48eec4ca-cc4c-4b09-b96a-63b8a10d0189 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323193 Jul 27 11:12:30.386416 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2878d7-2af5-4bbb-8829-7d1b697784ca req-9d58f6fa-47a8-423b-9bcf-ae043a669d29 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:30.387978 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b2878d7-2af5-4bbb-8829-7d1b697784ca req-9d58f6fa-47a8-423b-9bcf-ae043a669d29 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 945 time: 0.0684648 Jul 27 11:12:30.434117 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b2878d7-2af5-4bbb-8829-7d1b697784ca req-9a76d48f-a8f4-42c0-b89d-bfbfdbd4ccaf tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400381 Jul 27 11:12:30.527093 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798926c3-6c49-41e2-b7e7-6f8ba56d62b7 req-2ae1d86f-11a9-43a6-b337-53921450bdb0 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:30.528593 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-798926c3-6c49-41e2-b7e7-6f8ba56d62b7 req-2ae1d86f-11a9-43a6-b337-53921450bdb0 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0678246 Jul 27 11:12:30.567122 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-798926c3-6c49-41e2-b7e7-6f8ba56d62b7 req-0da4751c-bc68-4424-a279-18e6a2900fd4 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325081 Jul 27 11:12:30.677507 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:30.735935 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:12:30.740343 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:30.741139 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:30.750249 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17206d-29be-4d9d-acb5-9a7211683f2d req-5b727411-25f5-4b7e-8a0e-9ed1768ab846 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:30.751826 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ef17206d-29be-4d9d-acb5-9a7211683f2d req-5b727411-25f5-4b7e-8a0e-9ed1768ab846 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 944 time: 0.0889583 Jul 27 11:12:30.821705 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ef17206d-29be-4d9d-acb5-9a7211683f2d req-729a0d01-0382-4efa-8436-1accad12ef24 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602317 Jul 27 11:12:30.834379 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:30.862896 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b761b47-c746-4a90-8374-93e4838d0e37 req-230b07b0-ba16-4f29-a7cd-f9ce5a5df74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:30.865455 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9b761b47-c746-4a90-8374-93e4838d0e37 req-230b07b0-ba16-4f29-a7cd-f9ce5a5df74b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39b2b0d7b22e4c15b8cdd715a4210837&device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 1098 time: 0.0738502 Jul 27 11:12:30.887701 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04be1cd8-836a-4bc2-b2b0-9e71666dd446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3f6e3e-96ef-49b5-be86-924fa5d4bd87'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:12:30.889929 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ccc52a-e1ca-45cc-8cc0-1e8b18bea0e2" -d '{"events": [{"server_uuid": "04be1cd8-836a-4bc2-b2b0-9e71666dd446", "name": "network-vif-plugged", "status": "completed", "tag": "fb3f6e3e-96ef-49b5-be86-924fa5d4bd87"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:12:30.904548 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port fb3f6e3e-96ef-49b5-be86-924fa5d4bd87, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=fb3f6e3e-96ef-49b5-be86-924fa5d4bd87,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:30.912737 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:30.913657 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device bc351d2e-ca55-43fe-a641-f5b71a9c81f7 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:12:30.939285 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838f6e06-0dc8-40e8-b3e3-188aefb6ff35 x-openstack-request-id: req-838f6e06-0dc8-40e8-b3e3-188aefb6ff35 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:12:30.939574 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04be1cd8-836a-4bc2-b2b0-9e71666dd446", "name": "network-vif-plugged", "status": "completed", "tag": "fb3f6e3e-96ef-49b5-be86-924fa5d4bd87", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:12:30.939820 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-838f6e06-0dc8-40e8-b3e3-188aefb6ff35 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:12:30.940207 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04be1cd8-836a-4bc2-b2b0-9e71666dd446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3f6e3e-96ef-49b5-be86-924fa5d4bd87', 'code': 200} Jul 27 11:12:30.961653 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: bc351d2e-ca55-43fe-a641-f5b71a9c81f7 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:12:30.962102 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device bc351d2e-ca55-43fe-a641-f5b71a9c81f7 not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:12:30.986437 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=fb3f6e3e-96ef-49b5-be86-924fa5d4bd87,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:31.044997 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3314e82-2fcb-4247-b1b3-98a39c8d5f73 req-930ed1ef-bcd9-4087-be4c-e5c08615ceb2 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:31.046523 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a3314e82-2fcb-4247-b1b3-98a39c8d5f73 req-930ed1ef-bcd9-4087-be4c-e5c08615ceb2 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.1603425 Jul 27 11:12:31.074844 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b761b47-c746-4a90-8374-93e4838d0e37 req-6a0644ff-7567-4401-beea-130a880db9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:31.076250 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9b761b47-c746-4a90-8374-93e4838d0e37 req-6a0644ff-7567-4401-beea-130a880db9df service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b197248-f0ce-4827-933d-69338f8090b1 HTTP/1.1" status: 200 len: 916 time: 0.1326363 Jul 27 11:12:31.134656 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a3314e82-2fcb-4247-b1b3-98a39c8d5f73 req-03fe3092-3835-4fea-a3b2-3079c18b3f16 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819671 Jul 27 11:12:31.166210 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9b761b47-c746-4a90-8374-93e4838d0e37 req-904e8574-0421-425c-9349-64e7ae888d14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79e24046-3402-4585-b553-c795ab38f7ac HTTP/1.1" status: 200 len: 999 time: 0.0776043 Jul 27 11:12:31.332857 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62186ab-f5be-4dc9-9f41-b6c72b4cfecb req-4f64fbaf-3f1a-4eb1-8f0c-277c42cbbd9c tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:31.334385 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b62186ab-f5be-4dc9-9f41-b6c72b4cfecb req-4f64fbaf-3f1a-4eb1-8f0c-277c42cbbd9c tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.1301792 Jul 27 11:12:31.336007 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b761b47-c746-4a90-8374-93e4838d0e37 req-a502831d-9f55-454b-b0ee-8e996a2cb8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:31.337333 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9b761b47-c746-4a90-8374-93e4838d0e37 req-a502831d-9f55-454b-b0ee-8e996a2cb8f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1689c5ce-0d31-49d5-be62-eea37f7808eb HTTP/1.1" status: 200 len: 855 time: 0.0920105 Jul 27 11:12:31.348805 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c0ffa-f67b-4d0c-a56d-606ce3aaf63a req-f5770e23-7691-4fdd-8ec9-ea1395f2251c tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:31.350217 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-7e1c0ffa-f67b-4d0c-a56d-606ce3aaf63a req-f5770e23-7691-4fdd-8ec9-ea1395f2251c tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 945 time: 0.1046162 Jul 27 11:12:31.409835 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b62186ab-f5be-4dc9-9f41-b6c72b4cfecb req-65a7f939-df8c-4731-8ce1-a7b00e4b8096 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695062 Jul 27 11:12:31.413816 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f889bbf-13db-4890-95f4-5744569a5f12 req-952fd14f-004b-448d-9f16-221d7ba3c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:31.415488 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9f889bbf-13db-4890-95f4-5744569a5f12 req-952fd14f-004b-448d-9f16-221d7ba3c26b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 1098 time: 0.1434612 Jul 27 11:12:31.458879 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b761b47-c746-4a90-8374-93e4838d0e37 req-6cf23eb4-72d0-4655-b8da-0953074d0339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:31.460594 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9b761b47-c746-4a90-8374-93e4838d0e37 req-6cf23eb4-72d0-4655-b8da-0953074d0339 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b197248-f0ce-4827-933d-69338f8090b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1128292 Jul 27 11:12:31.463024 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [req-7e1c0ffa-f67b-4d0c-a56d-606ce3aaf63a req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Deleting port 336c392a-ed14-4885-b3d1-dfce4c81d336 {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:12:31.463994 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-7e1c0ffa-f67b-4d0c-a56d-606ce3aaf63a req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:31.475071 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9f889bbf-13db-4890-95f4-5744569a5f12 req-4e303d72-5802-4f3b-a896-5d05dbd3023c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497942 Jul 27 11:12:31.562425 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [req-7e1c0ffa-f67b-4d0c-a56d-606ce3aaf63a req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] For port 336c392a-ed14-4885-b3d1-dfce4c81d336, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=336c392a-ed14-4885-b3d1-dfce4c81d336,segment=NetworkSegment(e9febea5-d375-40b3-868c-4b1165e095e5),segment_id=e9febea5-d375-40b3-868c-4b1165e095e5)] {{(pid=93199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:31.562785 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-7e1c0ffa-f67b-4d0c-a56d-606ce3aaf63a req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:31.577668 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [req-7e1c0ffa-f67b-4d0c-a56d-606ce3aaf63a req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Calling delete_port for 336c392a-ed14-4885-b3d1-dfce4c81d336 owned by compute:nova {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:12:31.616091 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9b761b47-c746-4a90-8374-93e4838d0e37 req-c3654f01-a04c-4bf8-bea0-84dbc8b9ed8a service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377685 Jul 27 11:12:31.627956 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d9aad-7779-4eed-bc81-420818084060 req-4c007987-a6e3-43e9-b86a-85e38695d58a tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:31.629476 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1b0d9aad-7779-4eed-bc81-420818084060 req-4c007987-a6e3-43e9-b86a-85e38695d58a tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 945 time: 0.0985887 Jul 27 11:12:31.700384 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1b0d9aad-7779-4eed-bc81-420818084060 req-48ae7958-13ff-428d-8fb4-38d91076f52f tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627823 Jul 27 11:12:31.729886 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182f8aa-6270-4bd4-ad9a-7f8c800f51ac req-f72c4d3b-b1cf-44b5-8a5a-cbe44feea443 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:31.737127 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8182f8aa-6270-4bd4-ad9a-7f8c800f51ac req-f72c4d3b-b1cf-44b5-8a5a-cbe44feea443 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0879214 Jul 27 11:12:31.747023 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-7e1c0ffa-f67b-4d0c-a56d-606ce3aaf63a req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:31.775123 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Pushing event deleted for resources: {'Port': ['ID=336c392a-ed14-4885-b3d1-dfce4c81d336,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:31.779692 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8182f8aa-6270-4bd4-ad9a-7f8c800f51ac req-cf09ffe0-84cd-4e64-a375-a3534903ce79 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418799 Jul 27 11:12:31.788512 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['336c392a-ed14-4885-b3d1-dfce4c81d336'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:12:31.828038 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:31.828038 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:31.828374 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:31.828507 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:31.828832 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:31.829154 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:31.829499 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:31.829820 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:31.830136 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:31.830453 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:31.830767 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:31.831080 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:31.849190 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1c0ffa-f67b-4d0c-a56d-606ce3aaf63a req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] No DVR routers for this DVR port 336c392a-ed14-4885-b3d1-dfce4c81d336 on host hv-cinder-78495 {{(pid=93199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:12:31.852828 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-7e1c0ffa-f67b-4d0c-a56d-606ce3aaf63a req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:31.854716 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-7e1c0ffa-f67b-4d0c-a56d-606ce3aaf63a req-8d4ee557-7895-4adc-b060-eb9f91cdfdc1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.20 "DELETE /v2.0/ports/336c392a-ed14-4885-b3d1-dfce4c81d336 HTTP/1.1" status: 204 len: 173 time: 0.4970689 Jul 27 11:12:31.855157 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36b24c6-0913-4680-aed6-ef97585153ed', 'name': 'network-vif-deleted', 'tag': '336c392a-ed14-4885-b3d1-dfce4c81d336'}] {{(pid=93199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:12:31.857703 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d443fbfdc714505da2ae46b12ec6c602a25b40796aa13b1bf78cba4db9ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82b3807-bace-470b-951a-205b84c03240" -d '{"events": [{"server_uuid": "d36b24c6-0913-4680-aed6-ef97585153ed", "name": "network-vif-deleted", "tag": "336c392a-ed14-4885-b3d1-dfce4c81d336"}]}' {{(pid=93199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:12:31.907946 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9b761b47-c746-4a90-8374-93e4838d0e37 req-c0a38434-1bc2-4a74-bd88-58635a532f92 service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917776 Jul 27 11:12:31.979863 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2596c7a-7bab-4ce3-b2e0-d615589c0158 req-55e3c0a2-0c02-480a-a0be-1333d0c1117f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:31.981834 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c2596c7a-7bab-4ce3-b2e0-d615589c0158 req-55e3c0a2-0c02-480a-a0be-1333d0c1117f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 945 time: 0.0773561 Jul 27 11:12:32.027133 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c2596c7a-7bab-4ce3-b2e0-d615589c0158 req-5cbf60ee-9489-4711-aca0-26e73435ddb6 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387759 Jul 27 11:12:32.050933 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d545c1-2c7a-4fa4-9e1a-a1bc7e878616 x-openstack-request-id: req-03d545c1-2c7a-4fa4-9e1a-a1bc7e878616 {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:12:32.050933 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36b24c6-0913-4680-aed6-ef97585153ed", "name": "network-vif-deleted", "tag": "336c392a-ed14-4885-b3d1-dfce4c81d336", "status": "completed", "code": 200}]} {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:12:32.050933 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03d545c1-2c7a-4fa4-9e1a-a1bc7e878616 {{(pid=93199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:12:32.051331 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36b24c6-0913-4680-aed6-ef97585153ed', 'name': 'network-vif-deleted', 'tag': '336c392a-ed14-4885-b3d1-dfce4c81d336', 'status': 'completed', 'code': 200} Jul 27 11:12:32.274822 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2d38e-d967-4e5f-8055-8864500e0f38 req-0856424e-c994-4ad0-8232-4b2d43127676 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:32.276365 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4ca2d38e-d967-4e5f-8055-8864500e0f38 req-0856424e-c994-4ad0-8232-4b2d43127676 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.0638039 Jul 27 11:12:32.316160 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4ca2d38e-d967-4e5f-8055-8864500e0f38 req-305f82e7-44a3-4b56-87c8-a349fceda29d tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339167 Jul 27 11:12:32.445575 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 59306) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:32.550506 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc865e2-e2f2-49e7-964f-8cfbe0fc1826 req-461a6bdb-b399-4a57-ae62-0ffa261f7994 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:32.551970 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1bc865e2-e2f2-49e7-964f-8cfbe0fc1826 req-461a6bdb-b399-4a57-ae62-0ffa261f7994 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0686095 Jul 27 11:12:32.611554 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1bc865e2-e2f2-49e7-964f-8cfbe0fc1826 req-f0e3a240-ef32-44e4-9e23-db9763f7eea9 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528691 Jul 27 11:12:32.613869 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-ffc3f9cb-80a7-430e-9b4a-0a73cdc22154 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9b059dc5ea24146bbf8cf29c23f782e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668403 Jul 27 11:12:32.616341 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 59310) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:32.667277 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9ea4415e-8ac6-4541-903e-79371a759158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:32.690328 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9ea4415e-8ac6-4541-903e-79371a759158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:32.745451 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9ea4415e-8ac6-4541-903e-79371a759158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:32.748125 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9ea4415e-8ac6-4541-903e-79371a759158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:32.749437 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-9ea4415e-8ac6-4541-903e-79371a759158 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12c74b3a-53d2-4121-9534-83bba953dd04 HTTP/1.1" status: 204 len: 168 time: 0.1320250 Jul 27 11:12:32.777218 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4415e-8ac6-4541-903e-79371a759158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c74b3a-53d2-4121-9534-83bba953dd04,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:32.838077 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7ea9656c-d25b-44f7-858d-2ca5d1b7362a req-8ac5e25b-d82e-4c09-8a8c-aa4a4a09b3a9 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36b24c6-0913-4680-aed6-ef97585153ed HTTP/1.1" status: 200 len: 210 time: 0.0314064 Jul 27 11:12:32.943947 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22fdf5-d58c-48f5-98f1-15c268e81a8e req-3898035f-e552-4a18-9856-a26510a4e41d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:32.945525 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-aa22fdf5-d58c-48f5-98f1-15c268e81a8e req-3898035f-e552-4a18-9856-a26510a4e41d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0798345 Jul 27 11:12:32.984382 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-aa22fdf5-d58c-48f5-98f1-15c268e81a8e req-82d113ac-f202-4b5d-b626-daa74adad94c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329268 Jul 27 11:12:33.163447 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75288d3-8e46-4ff8-9733-a83919a0d7d2 req-b58cb53a-c750-4a30-8965-530e56193f71 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:33.164990 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f75288d3-8e46-4ff8-9733-a83919a0d7d2 req-b58cb53a-c750-4a30-8965-530e56193f71 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 945 time: 0.0664253 Jul 27 11:12:33.203078 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f75288d3-8e46-4ff8-9733-a83919a0d7d2 req-74b72e94-7610-4bcf-9604-1cff5a2b2583 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319972 Jul 27 11:12:33.330430 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:33.423124 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 59340) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:33.451722 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dac991-3a5a-44b4-9b82-20cd3e83f0a8 req-64411bbe-3ef2-41ae-944d-a86f1ca108ee tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:33.453272 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-54dac991-3a5a-44b4-9b82-20cd3e83f0a8 req-64411bbe-3ef2-41ae-944d-a86f1ca108ee tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.0644705 Jul 27 11:12:33.495510 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-54dac991-3a5a-44b4-9b82-20cd3e83f0a8 req-0e53d461-5499-43d4-b01b-dba704b8833c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362890 Jul 27 11:12:33.518353 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-2d31ad9a-044d-46ad-bae2-38ed05323732 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-718659558-network', 'tenant_id': '7acac7893f11409bb6e68649aa669c09'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:33.538673 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d31ad9a-044d-46ad-bae2-38ed05323732 admin admin] Made reservation on behalf of 7acac7893f11409bb6e68649aa669c09 for: {'network': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:12:33.541047 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-2d31ad9a-044d-46ad-bae2-38ed05323732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:33.548946 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-2d31ad9a-044d-46ad-bae2-38ed05323732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:33.635762 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-2d31ad9a-044d-46ad-bae2-38ed05323732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:33.639261 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-2d31ad9a-044d-46ad-bae2-38ed05323732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:33.664853 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d31ad9a-044d-46ad-bae2-38ed05323732 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:12:33.673705 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31ad9a-044d-46ad-bae2-38ed05323732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19bd9a3-dd25-4675-b895-cd0813f87a92,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:33.679715 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-2d31ad9a-044d-46ad-bae2-38ed05323732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:33.680054 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.segments_db [None req-2d31ad9a-044d-46ad-bae2-38ed05323732 admin admin] Added segment 39c8a8e1-5cf5-423f-b578-75c4785235d9 of type vlan for network af679c04-6673-4ea8-9860-92c76665bdfa Jul 27 11:12:33.719972 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-2d31ad9a-044d-46ad-bae2-38ed05323732 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:33.749425 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-2d31ad9a-044d-46ad-bae2-38ed05323732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:33.750387 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d31ad9a-044d-46ad-bae2-38ed05323732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:33.750970 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-2d31ad9a-044d-46ad-bae2-38ed05323732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:33.764660 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1966ee8-9584-4e32-a9c5-98d24cbadbf5 req-fba520e5-2743-43c6-b0ae-f9ce94578809 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:33.766192 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c1966ee8-9584-4e32-a9c5-98d24cbadbf5 req-fba520e5-2743-43c6-b0ae-f9ce94578809 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0688422 Jul 27 11:12:33.807150 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c1966ee8-9584-4e32-a9c5-98d24cbadbf5 req-dd2a07a4-f537-4498-9053-5ba03c21e279 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346334 Jul 27 11:12:33.810388 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 59346) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:33.813613 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-2d31ad9a-044d-46ad-bae2-38ed05323732 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3856888 Jul 27 11:12:33.815128 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-27828de6-af6d-4a41-a48c-4c65bbef199c admin admin] Request body: {'subnet': {'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-718659558-subnet', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'ip_version': 4}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:33.819606 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31ad9a-044d-46ad-bae2-38ed05323732 admin admin] Pushing event updated for resources: {'Network': ['ID=af679c04-6673-4ea8-9860-92c76665bdfa,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:33.837328 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network af679c04-6673-4ea8-9860-92c76665bdfa details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:12:33.838035 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27828de6-af6d-4a41-a48c-4c65bbef199c admin admin] Made reservation on behalf of 7acac7893f11409bb6e68649aa669c09 for: {'subnet': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:12:33.840289 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-27828de6-af6d-4a41-a48c-4c65bbef199c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10212596'] for subnet, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:34.036101 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-27828de6-af6d-4a41-a48c-4c65bbef199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10195356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10212582'] for subnet, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:34.163566 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27828de6-af6d-4a41-a48c-4c65bbef199c admin admin] Pushing event updated for resources: {'Subnet': ['ID=74735343-f925-4e4d-b5ea-c422b0799ca4,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:34.205499 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27828de6-af6d-4a41-a48c-4c65bbef199c admin admin] Checking segment: {'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:12:34.205854 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27828de6-af6d-4a41-a48c-4c65bbef199c admin admin] Network hostable DHCP agents. Network: af679c04-6673-4ea8-9860-92c76665bdfa, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:12:34.251162 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adde4d9-2ad5-4cad-b4b5-b7f8c2518cab req-9e3a867a-bb56-4b42-b119-1fe23f974337 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:34.252645 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1adde4d9-2ad5-4cad-b4b5-b7f8c2518cab req-9e3a867a-bb56-4b42-b119-1fe23f974337 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.1901276 Jul 27 11:12:34.260891 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-9441e6b0-32bf-48de-a28f-4cb5825356fa tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:34.262224 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-9441e6b0-32bf-48de-a28f-4cb5825356fa tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/networks?id=49f05f40-53b2-4864-8389-5c2c0ebb9fbf HTTP/1.1" status: 200 len: 809 time: 0.1811082 Jul 27 11:12:34.264936 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27828de6-af6d-4a41-a48c-4c65bbef199c admin admin] Network af679c04-6673-4ea8-9860-92c76665bdfa is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:12:34.291577 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-2cf04729-c842-498d-a7a0-43066c07c7d3 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/quotas/b75c1787f9834c0897fb577b056fafd6 HTTP/1.1" status: 200 len: 375 time: 0.0203938 Jul 27 11:12:34.293231 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-27828de6-af6d-4a41-a48c-4c65bbef199c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, af679c04-6673-4ea8-9860-92c76665bdfa) {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:12:34.301269 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313bb590-83da-4c80-9388-55d8f5fb9f04 None None] Network af679c04-6673-4ea8-9860-92c76665bdfa requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:12:34.308401 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27828de6-af6d-4a41-a48c-4c65bbef199c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:34.308983 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-27828de6-af6d-4a41-a48c-4c65bbef199c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:34.343742 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-a62e101f-4117-423d-b350-355a39f7e4a3 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b75c1787f9834c0897fb577b056fafd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459991 Jul 27 11:12:34.348985 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1adde4d9-2ad5-4cad-b4b5-b7f8c2518cab req-d1100ce2-44e2-4896-8166-c4bfd3e4a7e5 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858629 Jul 27 11:12:34.363574 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-27828de6-af6d-4a41-a48c-4c65bbef199c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5522859 Jul 27 11:12:34.366256 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 59366) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:34.374110 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:34.403740 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3775200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1974'] for router, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:34.405554 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4083718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1967'] for router, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:34.464365 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:34.476891 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ee6ed7-432e-5d7f-b8e3-91ad041eefd6-af679c04-6673-4ea8-9860-92c76665bdfa', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4'}]}} from dv-cinder-784956-7-iscsi. {{(pid=93201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 11:12:34.478365 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:34.500717 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-333406ab-f863-4535-8166-7bd0cdd3a552 service neutron] 10.222.0.16 "GET /v2.0/networks/49f05f40-53b2-4864-8389-5c2c0ebb9fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466413 Jul 27 11:12:34.574404 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21c1f6-22c2-4815-80c7-3ff7e88b267c req-fa947849-4699-44ba-8b98-eb77e75fe748 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:34.575826 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cb21c1f6-22c2-4815-80c7-3ff7e88b267c req-fa947849-4699-44ba-8b98-eb77e75fe748 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 945 time: 0.1357481 Jul 27 11:12:34.605826 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4083828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1949'] for router, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:34.631611 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Allocated IP 172.20.0.2 (af679c04-6673-4ea8-9860-92c76665bdfa/74735343-f925-4e4d-b5ea-c422b0799ca4/7f3aba28-fe07-4a7e-b446-ff65e6bfafc1) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:12:34.651215 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-f10ce484-b195-463c-b972-2831328a57e6 service neutron] 10.222.0.16 "GET /v2.0/networks/49f05f40-53b2-4864-8389-5c2c0ebb9fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365924 Jul 27 11:12:34.654553 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cb21c1f6-22c2-4815-80c7-3ff7e88b267c req-d86bcc90-f4ba-417d-af83-e3f9bf23db1c tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723593 Jul 27 11:12:34.704807 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 79e24046-3402-4585-b553-c795ab38f7ac details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:12:34.775677 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 336c392a-ed14-4885-b3d1-dfce4c81d336 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:12:34.813074 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: 336c392a-ed14-4885-b3d1-dfce4c81d336 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:12:34.813774 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 336c392a-ed14-4885-b3d1-dfce4c81d336 not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:12:34.919378 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:34.936748 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d4d2b-3c72-4f2c-93a4-e60c907da50b req-520d8bbb-b27d-491f-97f2-7f798353ef48 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:34.944676 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a70d4d2b-3c72-4f2c-93a4-e60c907da50b req-520d8bbb-b27d-491f-97f2-7f798353ef48 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.1569905 Jul 27 11:12:34.968212 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:34.976016 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:34.980521 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 79e24046-3402-4585-b553-c795ab38f7ac, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=79e24046-3402-4585-b553-c795ab38f7ac,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:34.998525 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Transition to ACTIVE for port object 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1 will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:12:35.003713 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '79e24046-3402-4585-b553-c795ab38f7ac', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'port_id': '79e24046-3402-4585-b553-c795ab38f7ac', 'mac_address': 'fa:16:3e:44:26:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:12:35.019906 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Transition to ACTIVE for port object 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1 will not be triggered until provisioned by entity DHCP. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:12:35.047350 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:35.103146 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Network af679c04-6673-4ea8-9860-92c76665bdfa is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:12:35.114647 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:12:35.117478 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:12:35.137101 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:35.160769 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79e24046-3402-4585-b553-c795ab38f7ac {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:12:35.198272 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 79e24046-3402-4585-b553-c795ab38f7ac, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=79e24046-3402-4585-b553-c795ab38f7ac,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:35.203523 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Pushing event updated for resources: {'Port': ['ID=7f3aba28-fe07-4a7e-b446-ff65e6bfafc1,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:35.226208 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] Allocated IP 172.27.3.164 (b1883f27-eaab-4700-a5a8-37e3631f126f/c4c466e5-926d-42c1-b136-e6bf3690c687/fbae2703-833f-44fe-b04b-2dc79e6bd935) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:12:35.400191 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:35.465840 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:35.466557 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:35.482669 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a70d4d2b-3c72-4f2c-93a4-e60c907da50b req-f3f44486-ffd9-4e22-8220-6af1aafa91e9 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5298159 Jul 27 11:12:35.512141 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] Network b1883f27-eaab-4700-a5a8-37e3631f126f is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:12:35.519825 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:12:35.523719 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:12:35.527670 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f347a-df3b-4614-9cc3-f19159b4c446 req-a495dd2d-c979-4541-abf7-db60646994ce tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:35.546005 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7a1f347a-df3b-4614-9cc3-f19159b4c446 req-a495dd2d-c979-4541-abf7-db60646994ce tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.1339419 Jul 27 11:12:35.561308 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Attempting to bind port 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:12:35.561929 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Attempting to bind port 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:12:35.562174 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Attempting to bind port 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1 on network af679c04-6673-4ea8-9860-92c76665bdfa {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:12:35.571470 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:12:35.571933 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Checking segment: {'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:12:35.572246 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:35.572635 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Bound using segment: {'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:12:35.573102 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Bound port: 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:12:35.573508 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:35.574746 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] Pushing event updated for resources: {'Port': ['ID=fbae2703-833f-44fe-b04b-2dc79e6bd935,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:35.616758 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-948d7c47-3b85-4030-87d8-f99d071a9c7a req-d1a44a19-4807-469c-8bb9-23165232315b tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 210 time: 0.0460134 Jul 27 11:12:35.640271 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=79e24046-3402-4585-b553-c795ab38f7ac,revision_number=6']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:35.659701 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7a1f347a-df3b-4614-9cc3-f19159b4c446 req-d2cacd18-0bea-4385-8335-60ef07e4ffbb tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102831 Jul 27 11:12:35.696590 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] For port 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:12:35.700350 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] For port 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=7f3aba28-fe07-4a7e-b446-ff65e6bfafc1,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:12:35.709292 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:35.803359 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['79e24046-3402-4585-b553-c795ab38f7ac'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:12:35.816752 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923d723-5bd0-4697-96f3-049b7dce0902 req-03edf8ff-9872-4580-8b11-6f69c3097e1d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:35.828469 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c923d723-5bd0-4697-96f3-049b7dce0902 req-03edf8ff-9872-4580-8b11-6f69c3097e1d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.1173983 Jul 27 11:12:35.876831 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:35.907580 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91a104-44c5-4788-b3a6-3c446f73b798 None None] Pushing event updated for resources: {'Port': ['ID=7f3aba28-fe07-4a7e-b446-ff65e6bfafc1,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:35.943799 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c923d723-5bd0-4697-96f3-049b7dce0902 req-77529111-1d80-42ef-8753-fb07f2c39446 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137152 Jul 27 11:12:36.220921 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083803'] for router, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:36.410671 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] Router b0f776a0-c20c-45c6-8312-feceac0d888e is scheduled to L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 with binding_index 1 {{(pid=93199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 11:12:36.490596 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:36.588594 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:12:36.696511 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 79e24046-3402-4585-b553-c795ab38f7ac up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:36.743078 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937dc92-df30-456d-8ceb-cf7a6bfed326 req-7fdab2ce-94b7-4f1b-aad0-0bd44a7fa433 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:36.758991 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6937dc92-df30-456d-8ceb-cf7a6bfed326 req-7fdab2ce-94b7-4f1b-aad0-0bd44a7fa433 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 944 time: 0.1247420 Jul 27 11:12:36.842555 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 79e24046-3402-4585-b553-c795ab38f7ac triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:36.842941 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:36.870861 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6937dc92-df30-456d-8ceb-cf7a6bfed326 req-b2550782-4781-44a1-b085-35a54cd56b75 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107941 Jul 27 11:12:37.021723 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:12:37.037351 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Sync routers for ids ['b0f776a0-c20c-45c6-8312-feceac0d888e'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:12:37.053095 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] Notify callbacks [] for router, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:37.055625 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-1172c61b-211b-472d-9908-bce736470eff admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6876070 Jul 27 11:12:37.059376 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 59432) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:37.066712 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Routers {'b0f776a0-c20c-45c6-8312-feceac0d888e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:12:37.067698 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:12:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['b0f776a0-c20c-45c6-8312-feceac0d888e'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:12:37.078601 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9b231c1f-7613-4416-9c14-06f4beb2b0ff req-5832f986-61bb-4b2c-9e69-c0e337216bec tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 210 time: 0.1640484 Jul 27 11:12:37.100284 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:37.160864 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4199704-1966-4dd3-9e0c-23ffec4ce781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e24046-3402-4585-b553-c795ab38f7ac'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:12:37.166510 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b20c6ee-9490-4a1e-9baf-11ebdd2f81a4" -d '{"events": [{"server_uuid": "b4199704-1966-4dd3-9e0c-23ffec4ce781", "name": "network-vif-plugged", "status": "completed", "tag": "79e24046-3402-4585-b553-c795ab38f7ac"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:12:37.210458 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 79e24046-3402-4585-b553-c795ab38f7ac, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=79e24046-3402-4585-b553-c795ab38f7ac,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:37.218460 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:37.303264 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Set router b0f776a0-c20c-45c6-8312-feceac0d888e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:12:37.329750 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=79e24046-3402-4585-b553-c795ab38f7ac,revision_number=7']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:37.364299 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-c948dc8d-5ea3-4435-a55b-fd4d66df05af tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:37.367236 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-c948dc8d-5ea3-4435-a55b-fd4d66df05af tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.20 "GET /v2.0/networks?id=49f05f40-53b2-4864-8389-5c2c0ebb9fbf HTTP/1.1" status: 200 len: 809 time: 0.5345845 Jul 27 11:12:37.406134 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e264e-173d-4494-8260-67f51d94296e req-f66e9cbe-c38c-4ba6-857e-204f51596a1b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:37.419534 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0b3e264e-173d-4494-8260-67f51d94296e req-f66e9cbe-c38c-4ba6-857e-204f51596a1b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.3364675 Jul 27 11:12:37.428822 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55683c05-1ac7-40fd-81f9-c56358df1a41 None None] Network af679c04-6673-4ea8-9860-92c76665bdfa requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:12:37.435948 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-b8b08a0f-8595-4b5a-a633-c21f38885cb1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Request body: {'port': {'device_id': 'd407163a-c18c-4803-9c4d-25b8407111a7', 'network_id': '49f05f40-53b2-4864-8389-5c2c0ebb9fbf', 'admin_state_up': True, 'tenant_id': 'b75c1787f9834c0897fb577b056fafd6'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:37.531182 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-d18f40fb-801e-494d-957d-23aa44bf954e None None] Provisioning for port 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1 completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:12:37.559864 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-d18f40fb-801e-494d-957d-23aa44bf954e None None] Provisioning complete for port 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:37.560235 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d18f40fb-801e-494d-957d-23aa44bf954e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:37.584259 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df7069-9b95-4cab-9658-1cd06ad683f1 req-4d73e082-d4c4-4ad0-9b5f-299cb1b61c8e tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:37.591952 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f7df7069-9b95-4cab-9658-1cd06ad683f1 req-4d73e082-d4c4-4ad0-9b5f-299cb1b61c8e tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.2888980 Jul 27 11:12:37.596547 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0b3e264e-173d-4494-8260-67f51d94296e req-f662149a-a680-44be-9fc9-cde583bdad74 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1704838 Jul 27 11:12:37.668150 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-b8b08a0f-8595-4b5a-a633-c21f38885cb1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Made reservation on behalf of b75c1787f9834c0897fb577b056fafd6 for: {'port': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:12:37.674202 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-b8b08a0f-8595-4b5a-a633-c21f38885cb1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:37.694161 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:35Z', 'revision_number': 3, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:12:37.747798 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f7df7069-9b95-4cab-9658-1cd06ad683f1 req-2b33190f-570e-4316-93a4-c816714273db tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370828 Jul 27 11:12:37.783398 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c066c702-1446-422f-8a6b-968f5be47b13 x-openstack-request-id: req-c066c702-1446-422f-8a6b-968f5be47b13 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:12:37.783986 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4199704-1966-4dd3-9e0c-23ffec4ce781", "name": "network-vif-plugged", "status": "completed", "tag": "79e24046-3402-4585-b553-c795ab38f7ac", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:12:37.783986 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c066c702-1446-422f-8a6b-968f5be47b13 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:12:37.785151 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4199704-1966-4dd3-9e0c-23ffec4ce781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e24046-3402-4585-b553-c795ab38f7ac', 'code': 200} Jul 27 11:12:37.818369 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d18f40fb-801e-494d-957d-23aa44bf954e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:37.823779 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Checking router: b0f776a0-c20c-45c6-8312-feceac0d888e for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:12:37.824144 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Updating router b0f776a0-c20c-45c6-8312-feceac0d888e port fbae2703-833f-44fe-b04b-2dc79e6bd935 binding host dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:12:37.866345 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-d18f40fb-801e-494d-957d-23aa44bf954e None None] For port 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=7f3aba28-fe07-4a7e-b446-ff65e6bfafc1,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:37.874522 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d18f40fb-801e-494d-957d-23aa44bf954e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:37.958226 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:37.971465 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-b8b08a0f-8595-4b5a-a633-c21f38885cb1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Allocated IP 172.20.0.6 (49f05f40-53b2-4864-8389-5c2c0ebb9fbf/0e44bb22-3412-447e-ba8c-a69e9eac75a9/4b42090e-c23f-4e0b-b278-8101068e6a40) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:12:37.981986 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f40fb-801e-494d-957d-23aa44bf954e None None] Pushing event updated for resources: {'Port': ['ID=7f3aba28-fe07-4a7e-b446-ff65e6bfafc1,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:38.067814 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:38.170961 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-b8b08a0f-8595-4b5a-a633-c21f38885cb1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:38.232963 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-b8b08a0f-8595-4b5a-a633-c21f38885cb1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:38.298765 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-64a507e6-6da3-425f-a4ee-9a84424d8c5d None None] Provisioning complete for port 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:38.299315 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-64a507e6-6da3-425f-a4ee-9a84424d8c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:38.377141 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-b8b08a0f-8595-4b5a-a633-c21f38885cb1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Network 49f05f40-53b2-4864-8389-5c2c0ebb9fbf is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:12:38.384842 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-b8b08a0f-8595-4b5a-a633-c21f38885cb1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:12:38.389729 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b08a0f-8595-4b5a-a633-c21f38885cb1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Pushing event updated for resources: {'Port': ['ID=4b42090e-c23f-4e0b-b278-8101068e6a40,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:38.393918 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-b8b08a0f-8595-4b5a-a633-c21f38885cb1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:12:38.423529 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:38.425371 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] Allocated IP 172.20.0.1 (af679c04-6673-4ea8-9860-92c76665bdfa/74735343-f925-4e4d-b5ea-c422b0799ca4/583e3d10-60c4-4626-8b12-618225b37473) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:12:38.446368 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Transition to ACTIVE for port object fbae2703-833f-44fe-b04b-2dc79e6bd935 will not be triggered until provisioned by entity L2. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:12:38.460453 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:38.475160 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e5060-1add-42de-bed5-207b5e58ca6a req-f6a2a328-bb82-4454-9a8f-3707397bf40c tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:38.478167 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-514e5060-1add-42de-bed5-207b5e58ca6a req-f6a2a328-bb82-4454-9a8f-3707397bf40c tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 931 time: 0.2188177 Jul 27 11:12:38.486399 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc176f-d7d9-448a-975d-08e6994c83c3 req-ddc10f42-5c89-4675-a345-6d1530b1fd76 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:38.487973 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a5dc176f-d7d9-448a-975d-08e6994c83c3 req-ddc10f42-5c89-4675-a345-6d1530b1fd76 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.2803369 Jul 27 11:12:38.498328 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:38.505505 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-b8b08a0f-8595-4b5a-a633-c21f38885cb1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:38.505505 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-b8b08a0f-8595-4b5a-a633-c21f38885cb1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:38.570115 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-b8b08a0f-8595-4b5a-a633-c21f38885cb1 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1455102 Jul 27 11:12:38.585661 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:38.586921 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a5dc176f-d7d9-448a-975d-08e6994c83c3 req-c5cbe9e4-5736-4ad1-9f4e-51738bdac0fa tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725763 Jul 27 11:12:38.592870 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-514e5060-1add-42de-bed5-207b5e58ca6a req-4891175a-0a36-4f41-b5fb-5fa738f288b6 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854738 Jul 27 11:12:38.604927 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:38.621229 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Request body: {'port': {'device_id': 'd407163a-c18c-4803-9c4d-25b8407111a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:38.660387 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:38.700003 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.provisioning_blocks [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] Transition to ACTIVE for port object 583e3d10-60c4-4626-8b12-618225b37473 will not be triggered until provisioned by entity DHCP. {{(pid=93199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:12:38.827161 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:38.875441 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Attempting to bind port fbae2703-833f-44fe-b04b-2dc79e6bd935 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:12:38.875845 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Attempting to bind port fbae2703-833f-44fe-b04b-2dc79e6bd935 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:12:38.876551 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Attempting to bind port fbae2703-833f-44fe-b04b-2dc79e6bd935 on network b1883f27-eaab-4700-a5a8-37e3631f126f {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:12:38.885368 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86491a2a-ecd1-40a7-94d9-001285f1af80 None None] Pushing event updated for resources: {'Port': ['ID=fbae2703-833f-44fe-b04b-2dc79e6bd935,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:38.896395 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:12:38.896689 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Checking segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:12:38.897099 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:38.897604 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Bound using segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:12:38.898084 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Bound port: fbae2703-833f-44fe-b04b-2dc79e6bd935, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:12:38.898486 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:38.912625 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] Pushing event updated for resources: {'Port': ['ID=583e3d10-60c4-4626-8b12-618225b37473,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:38.916226 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:38.924957 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] Network af679c04-6673-4ea8-9860-92c76665bdfa is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:12:38.926584 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:12:38.948578 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:12:38.949209 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084230'] for router_interface, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:38.985137 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] For port fbae2703-833f-44fe-b04b-2dc79e6bd935, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:12:38.988994 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] For port fbae2703-833f-44fe-b04b-2dc79e6bd935, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=fbae2703-833f-44fe-b04b-2dc79e6bd935,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:12:39.005213 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:39.033809 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b822d32-7ce7-4e7a-90e6-bb8081f500e3 req-be2fc8e5-bedc-470e-acec-983ad1fcbe58 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:39.044384 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9b822d32-7ce7-4e7a-90e6-bb8081f500e3 req-be2fc8e5-bedc-470e-acec-983ad1fcbe58 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.3180349 Jul 27 11:12:39.083128 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86491a2a-ecd1-40a7-94d9-001285f1af80 None None] Pushing event updated for resources: {'Port': ['ID=fbae2703-833f-44fe-b04b-2dc79e6bd935,revision_number=3']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:39.114117 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Routers {'b0f776a0-c20c-45c6-8312-feceac0d888e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:12:39.114820 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:12:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['b0f776a0-c20c-45c6-8312-feceac0d888e'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:12:39.191223 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9b822d32-7ce7-4e7a-90e6-bb8081f500e3 req-115ca698-7f54-41e8-bb0a-060ef00be0f4 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1457269 Jul 27 11:12:39.222514 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:39.229150 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47b2ec-7ebf-41c4-a673-69fb45c8eafc req-1e6d564a-7fb4-4700-8d7f-d3911795e1f6 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:39.239950 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-de47b2ec-7ebf-41c4-a673-69fb45c8eafc req-1e6d564a-7fb4-4700-8d7f-d3911795e1f6 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.3251185 Jul 27 11:12:39.255839 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] Set router b0f776a0-c20c-45c6-8312-feceac0d888e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:12:39.354858 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-de47b2ec-7ebf-41c4-a673-69fb45c8eafc req-cef302a0-d504-4662-89a0-7f020cc4de1d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093678 Jul 27 11:12:39.404345 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-1527d982-5815-4ded-9734-db52c56f0388 None None] Provisioning for port 583e3d10-60c4-4626-8b12-618225b37473 completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:12:39.415716 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-1527d982-5815-4ded-9734-db52c56f0388 None None] Provisioning complete for port 583e3d10-60c4-4626-8b12-618225b37473 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:39.415941 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1527d982-5815-4ded-9734-db52c56f0388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:39.481330 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-1527d982-5815-4ded-9734-db52c56f0388 None None] Port 583e3d10-60c4-4626-8b12-618225b37473 cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:12:39.501130 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:39.509880 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:39.511952 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084630'] for router_interface, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:39.517686 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b42090e-c23f-4e0b-b278-8101068e6a40 {{(pid=93200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:12:39.526606 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:39.538523 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:35Z', 'revision_number': 3, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:12:39.547764 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Transition to ACTIVE for port object 4b42090e-c23f-4e0b-b278-8101068e6a40 will not be triggered until provisioned by entity L2. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:12:39.556028 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:39.580678 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f32a1d-ea3c-4736-9421-2b8dfe54bfa7 None None] The sync data for ids ['b0f776a0-c20c-45c6-8312-feceac0d888e'] in dv-cinder-784956-7-iscsi is: [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:35Z', 'revision_number': 3, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:12:39.616833 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] Pushing event updated for resources: {'Port': ['ID=583e3d10-60c4-4626-8b12-618225b37473,revision_number=2']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:39.619727 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Pushing event updated for resources: {'Port': ['ID=4b42090e-c23f-4e0b-b278-8101068e6a40,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:39.689364 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] Network af679c04-6673-4ea8-9860-92c76665bdfa is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:12:39.690967 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:12:39.831263 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Attempting to bind port 4b42090e-c23f-4e0b-b278-8101068e6a40 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:12:39.831834 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Attempting to bind port 4b42090e-c23f-4e0b-b278-8101068e6a40 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'e9febea5-d375-40b3-868c-4b1165e095e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '49f05f40-53b2-4864-8389-5c2c0ebb9fbf'}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:12:39.832235 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Attempting to bind port 4b42090e-c23f-4e0b-b278-8101068e6a40 on network 49f05f40-53b2-4864-8389-5c2c0ebb9fbf {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:12:39.864920 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Port 4b42090e-c23f-4e0b-b278-8101068e6a40 on network 49f05f40-53b2-4864-8389-5c2c0ebb9fbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:12:39.865521 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Attempting to bind port 4b42090e-c23f-4e0b-b278-8101068e6a40 on network 49f05f40-53b2-4864-8389-5c2c0ebb9fbf {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:12:39.886716 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] Router b0f776a0-c20c-45c6-8312-feceac0d888e has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:12:39.897122 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:12:39.898772 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Checking segment: {'id': 'e9febea5-d375-40b3-868c-4b1165e095e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '49f05f40-53b2-4864-8389-5c2c0ebb9fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:12:39.899100 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Bound using segment: {'id': 'e9febea5-d375-40b3-868c-4b1165e095e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '49f05f40-53b2-4864-8389-5c2c0ebb9fbf'} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:12:39.899606 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Bound port: 4b42090e-c23f-4e0b-b278-8101068e6a40, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9febea5-d375-40b3-868c-4b1165e095e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '49f05f40-53b2-4864-8389-5c2c0ebb9fbf'}}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:12:39.900025 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:39.925664 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1ffd7-c6ab-43d3-a066-4b2e9be8bbb8 req-774a4860-9dd6-438e-b8cd-de114ec3c0f3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:39.933998 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c4e1ffd7-c6ab-43d3-a066-4b2e9be8bbb8 req-774a4860-9dd6-438e-b8cd-de114ec3c0f3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.1784563 Jul 27 11:12:40.052044 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:12:40.056153 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c4e1ffd7-c6ab-43d3-a066-4b2e9be8bbb8 req-eb560729-2068-4db9-b237-87d2c1df7318 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211157 Jul 27 11:12:40.067978 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-b053255f-a94a-483f-b3ef-4aabd043aea6 admin admin] 10.222.0.16 "PUT /v2.0/routers/b0f776a0-c20c-45c6-8312-feceac0d888e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0075152 Jul 27 11:12:40.083664 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa65801-7135-47bc-ad33-0dadb0e5a821 req-51c17af0-5cd9-4520-b66b-17d0d1233f22 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:40.085229 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-caa65801-7135-47bc-ad33-0dadb0e5a821 req-51c17af0-5cd9-4520-b66b-17d0d1233f22 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 943 time: 0.3311200 Jul 27 11:12:40.115411 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-e9bf0678-2373-4931-865d-659082c6e7ed None None] Provisioning complete for port 583e3d10-60c4-4626-8b12-618225b37473 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:40.116928 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-e9bf0678-2373-4931-865d-659082c6e7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:40.129460 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] For port 4b42090e-c23f-4e0b-b278-8101068e6a40, host hv-cinder-78495, cleared binding levels {{(pid=93200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:12:40.190697 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] For port 4b42090e-c23f-4e0b-b278-8101068e6a40, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=4b42090e-c23f-4e0b-b278-8101068e6a40,segment=NetworkSegment(e9febea5-d375-40b3-868c-4b1165e095e5),segment_id=e9febea5-d375-40b3-868c-4b1165e095e5)] {{(pid=93200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:12:40.209071 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:40.228228 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-e9bf0678-2373-4931-865d-659082c6e7ed None None] Port 583e3d10-60c4-4626-8b12-618225b37473 cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:12:40.233822 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-caa65801-7135-47bc-ad33-0dadb0e5a821 req-61733969-dacc-4521-930d-9c794042800e tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283479 Jul 27 11:12:40.310850 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:40.311716 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:40.313668 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] 10.222.0.20 "PUT /v2.0/ports/4b42090e-c23f-4e0b-b278-8101068e6a40 HTTP/1.1" status: 200 len: 1093 time: 1.7178652 Jul 27 11:12:40.314328 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd407163a-c18c-4803-9c4d-25b8407111a7', 'tag': '4b42090e-c23f-4e0b-b278-8101068e6a40'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:12:40.318009 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd3e072-ad9b-4762-bd63-723470b56764" -d '{"events": [{"name": "network-changed", "server_uuid": "d407163a-c18c-4803-9c4d-25b8407111a7", "tag": "4b42090e-c23f-4e0b-b278-8101068e6a40"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:12:40.407109 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11632254-accd-411b-bbc5-386992d71c02 x-openstack-request-id: req-11632254-accd-411b-bbc5-386992d71c02 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:12:40.407402 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d407163a-c18c-4803-9c4d-25b8407111a7", "tag": "4b42090e-c23f-4e0b-b278-8101068e6a40", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:12:40.407669 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11632254-accd-411b-bbc5-386992d71c02 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:12:40.408048 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd407163a-c18c-4803-9c4d-25b8407111a7', 'tag': '4b42090e-c23f-4e0b-b278-8101068e6a40', 'status': 'completed', 'code': 200} Jul 27 11:12:40.498159 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device fbae2703-833f-44fe-b04b-2dc79e6bd935 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:40.554165 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6bd32-7efd-4fd4-ab9a-9e95ca545544 service neutron] Pushing event updated for resources: {'Port': ['ID=4b42090e-c23f-4e0b-b278-8101068e6a40,revision_number=3']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:40.595071 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port fbae2703-833f-44fe-b04b-2dc79e6bd935 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:12:40.603347 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port fbae2703-833f-44fe-b04b-2dc79e6bd935 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:40.603735 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:40.718573 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-e6c1bd09-a530-4ea4-8ec6-eeafb7ad7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:40.723719 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-e6c1bd09-a530-4ea4-8ec6-eeafb7ad7389 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b75c1787f9834c0897fb577b056fafd6&device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 1096 time: 0.3180704 Jul 27 11:12:40.734517 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6d2a5-280a-4f0a-ab91-74ad86c8b1bb req-4774a464-a622-4ac2-9eeb-15fe868d15b4 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:40.736415 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d2a6d2a5-280a-4f0a-ab91-74ad86c8b1bb req-4774a464-a622-4ac2-9eeb-15fe868d15b4 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.3807194 Jul 27 11:12:40.761103 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:40.763610 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a13b94-485c-4a6d-9e42-b5a85d523346 req-36d660dc-04ed-4b0f-b388-6d63751a6a4a tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:40.765803 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-50a13b94-485c-4a6d-9e42-b5a85d523346 req-36d660dc-04ed-4b0f-b388-6d63751a6a4a tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.2405641 Jul 27 11:12:40.812382 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port fbae2703-833f-44fe-b04b-2dc79e6bd935, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=fbae2703-833f-44fe-b04b-2dc79e6bd935,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:40.819342 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:40.828238 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-332a5672-3fe2-475d-9eb9-23189bc2f99e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b42090e-c23f-4e0b-b278-8101068e6a40 HTTP/1.1" status: 200 len: 217 time: 0.0879531 Jul 27 11:12:40.931821 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=fbae2703-833f-44fe-b04b-2dc79e6bd935,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:40.945877 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d2a6d2a5-280a-4f0a-ab91-74ad86c8b1bb req-01f96f16-c9d4-4ade-b281-1ce2695bb252 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1973884 Jul 27 11:12:40.973780 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-f9f066a8-166c-45b2-991a-809c4251a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:40.975432 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-f9f066a8-166c-45b2-991a-809c4251a03f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e44bb22-3412-447e-ba8c-a69e9eac75a9 HTTP/1.1" status: 200 len: 849 time: 0.1364005 Jul 27 11:12:40.992506 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-50a13b94-485c-4a6d-9e42-b5a85d523346 req-437c7ce1-0ab6-4dd9-bca1-e9dc074c41d0 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813428 Jul 27 11:12:41.028255 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 59478) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:41.033615 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-dfa75b9f-a203-41bd-b6ee-999147cea25a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-678356365-network', 'tenant_id': '2c7fdc458f5c4e90a9b0777934416568'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:41.045202 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-0e2133a5-64e1-4fcf-a365-93031aecef36 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=49f05f40-53b2-4864-8389-5c2c0ebb9fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480640 Jul 27 11:12:41.089335 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa75b9f-a203-41bd-b6ee-999147cea25a admin admin] Made reservation on behalf of 2c7fdc458f5c4e90a9b0777934416568 for: {'network': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:12:41.091522 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-dfa75b9f-a203-41bd-b6ee-999147cea25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:41.147309 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-dfa75b9f-a203-41bd-b6ee-999147cea25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:41.362959 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-139ab60d-0a4e-46b4-805b-b906506e9dc4 service neutron] 10.222.0.20 "GET /v2.0/networks/49f05f40-53b2-4864-8389-5c2c0ebb9fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023787 Jul 27 11:12:41.377533 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-dfa75b9f-a203-41bd-b6ee-999147cea25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:41.386586 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-dfa75b9f-a203-41bd-b6ee-999147cea25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:41.427236 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa75b9f-a203-41bd-b6ee-999147cea25a admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=93199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:12:41.444885 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa75b9f-a203-41bd-b6ee-999147cea25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68eead4e-a3fb-4305-b186-72e2be11e2ca,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:41.467895 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-dfa75b9f-a203-41bd-b6ee-999147cea25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:41.469198 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.segments_db [None req-dfa75b9f-a203-41bd-b6ee-999147cea25a admin admin] Added segment d3989715-a2cd-4221-a67d-d63d66e9538c of type vlan for network 1ceb3fb8-f101-40f0-8904-8ed88a160753 Jul 27 11:12:41.487684 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a8e66-fbb1-4f01-a9c7-2bb16998022b req-c2538263-1ed2-49d2-8dab-8d59902f415f tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:41.489531 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a46a8e66-fbb1-4f01-a9c7-2bb16998022b req-c2538263-1ed2-49d2-8dab-8d59902f415f tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.2431312 Jul 27 11:12:41.539674 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-dfa75b9f-a203-41bd-b6ee-999147cea25a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:41.544520 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1143b009-a8dc-4a96-887c-d05660bf8a80 req-53edd432-6448-4ff4-a188-79751f2e5167 service neutron] 10.222.0.20 "GET /v2.0/networks/49f05f40-53b2-4864-8389-5c2c0ebb9fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726069 Jul 27 11:12:41.566278 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b03b94-6a3f-4a75-8175-91f94eb2b99c req-c0cd7cd9-fa43-4400-abb2-19683aefb19c tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:41.567884 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-06b03b94-6a3f-4a75-8175-91f94eb2b99c req-c0cd7cd9-fa43-4400-abb2-19683aefb19c tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 943 time: 0.1949201 Jul 27 11:12:41.582575 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a46a8e66-fbb1-4f01-a9c7-2bb16998022b req-fbf9487d-fc40-4f9e-ab9e-e8dee867cd0a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781412 Jul 27 11:12:41.612745 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-dfa75b9f-a203-41bd-b6ee-999147cea25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:41.612745 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa75b9f-a203-41bd-b6ee-999147cea25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:41.612745 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-dfa75b9f-a203-41bd-b6ee-999147cea25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:41.631044 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-06b03b94-6a3f-4a75-8175-91f94eb2b99c req-4a0483f6-046c-45b6-97e6-de68063450a6 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405929 Jul 27 11:12:41.670680 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 59490) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:41.676894 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-fbc54d4a-9f19-40f2-bde5-f9e25e710013 admin admin] Request body: {'subnet': {'network_id': '1ceb3fb8-f101-40f0-8904-8ed88a160753', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-678356365-subnet', 'tenant_id': '2c7fdc458f5c4e90a9b0777934416568', 'ip_version': 4}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:41.685687 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-dfa75b9f-a203-41bd-b6ee-999147cea25a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6561232 Jul 27 11:12:41.693651 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa75b9f-a203-41bd-b6ee-999147cea25a admin admin] Pushing event updated for resources: {'Network': ['ID=1ceb3fb8-f101-40f0-8904-8ed88a160753,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:41.704480 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network 1ceb3fb8-f101-40f0-8904-8ed88a160753 details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:12:41.768263 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc54d4a-9f19-40f2-bde5-f9e25e710013 admin admin] Made reservation on behalf of 2c7fdc458f5c4e90a9b0777934416568 for: {'subnet': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:12:41.770679 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fbc54d4a-9f19-40f2-bde5-f9e25e710013 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10212596'] for subnet, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:41.841962 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3e072-ad9b-4762-bd63-723470b56764 req-e03006b5-47d6-4759-8d2b-840d1fdf951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:41.843581 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dcd3e072-ad9b-4762-bd63-723470b56764 req-e03006b5-47d6-4759-8d2b-840d1fdf951e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b75c1787f9834c0897fb577b056fafd6&device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 1096 time: 0.1564257 Jul 27 11:12:41.989541 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3e072-ad9b-4762-bd63-723470b56764 req-a9e86f74-de21-4e97-997c-a4a5dd11ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:41.991018 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dcd3e072-ad9b-4762-bd63-723470b56764 req-a9e86f74-de21-4e97-997c-a4a5dd11ae4f service neutron] 10.222.0.20 "GET /v2.0/networks?id=49f05f40-53b2-4864-8389-5c2c0ebb9fbf HTTP/1.1" status: 200 len: 909 time: 0.1375561 Jul 27 11:12:42.297663 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Sync routers for ids ['b0f776a0-c20c-45c6-8312-feceac0d888e'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:12:42.308240 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Routers {'b0f776a0-c20c-45c6-8312-feceac0d888e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:12:42.308969 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:12:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['b0f776a0-c20c-45c6-8312-feceac0d888e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:12:42.386398 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dcd3e072-ad9b-4762-bd63-723470b56764 req-50f84244-a85e-43e6-9c57-43065284df27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b42090e-c23f-4e0b-b278-8101068e6a40 HTTP/1.1" status: 200 len: 217 time: 0.3586714 Jul 27 11:12:42.423303 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fbc54d4a-9f19-40f2-bde5-f9e25e710013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10195356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10212582'] for subnet, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:42.466817 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device fbae2703-833f-44fe-b04b-2dc79e6bd935 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:42.502334 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Set router b0f776a0-c20c-45c6-8312-feceac0d888e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:12:42.540953 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3e072-ad9b-4762-bd63-723470b56764 req-3b13333c-24f0-434f-87f1-a63f32b37c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:42.544362 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dcd3e072-ad9b-4762-bd63-723470b56764 req-3b13333c-24f0-434f-87f1-a63f32b37c8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e44bb22-3412-447e-ba8c-a69e9eac75a9 HTTP/1.1" status: 200 len: 849 time: 0.1346579 Jul 27 11:12:42.547574 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc54d4a-9f19-40f2-bde5-f9e25e710013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d84e304-b3e3-4783-9dc5-1f545222d02e,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:42.600329 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dcd3e072-ad9b-4762-bd63-723470b56764 req-102020da-6a80-4ff2-a17a-8b121495b08a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=49f05f40-53b2-4864-8389-5c2c0ebb9fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389264 Jul 27 11:12:42.617749 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9271129-e53b-49dc-8d4a-476a6f22a2af req-9e415a29-efda-4366-923f-8f760e455a6e tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:42.618663 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c9271129-e53b-49dc-8d4a-476a6f22a2af req-9e415a29-efda-4366-923f-8f760e455a6e tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.5188038 Jul 27 11:12:42.621614 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc54d4a-9f19-40f2-bde5-f9e25e710013 admin admin] Checking segment: {'id': 'd3989715-a2cd-4221-a67d-d63d66e9538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ceb3fb8-f101-40f0-8904-8ed88a160753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:12:42.621971 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc54d4a-9f19-40f2-bde5-f9e25e710013 admin admin] Network hostable DHCP agents. Network: 1ceb3fb8-f101-40f0-8904-8ed88a160753, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:12:42.638799 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c9aa8-e4ef-4d93-aca5-363a31d65d0d req-b652ddda-cf56-4ef4-8a26-72c26a872a8c tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:42.640310 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-415c9aa8-e4ef-4d93-aca5-363a31d65d0d req-b652ddda-cf56-4ef4-8a26-72c26a872a8c tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.5522513 Jul 27 11:12:42.657985 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port fbae2703-833f-44fe-b04b-2dc79e6bd935 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:42.658997 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:42.734081 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc54d4a-9f19-40f2-bde5-f9e25e710013 admin admin] Network 1ceb3fb8-f101-40f0-8904-8ed88a160753 is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:12:42.772814 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-fbc54d4a-9f19-40f2-bde5-f9e25e710013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, 1ceb3fb8-f101-40f0-8904-8ed88a160753) {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:12:42.799880 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c9271129-e53b-49dc-8d4a-476a6f22a2af req-05a6eac2-8d2b-4159-9626-b6ceb186a4a2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440184 Jul 27 11:12:42.800001 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628de616-61ed-4244-96cc-c5068dbbbd37 None None] Network 1ceb3fb8-f101-40f0-8904-8ed88a160753 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:12:42.800479 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-415c9aa8-e4ef-4d93-aca5-363a31d65d0d req-b3126f1d-ccc0-41b5-a057-bc38ea12bd6b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1381233 Jul 27 11:12:42.810760 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc54d4a-9f19-40f2-bde5-f9e25e710013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:42.811914 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fbc54d4a-9f19-40f2-bde5-f9e25e710013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:42.874620 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 59504) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:42.885304 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-678356365-router', 'tenant_id': '2c7fdc458f5c4e90a9b0777934416568', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:42.889833 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-fbc54d4a-9f19-40f2-bde5-f9e25e710013 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2173982 Jul 27 11:12:42.894447 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dcd3e072-ad9b-4762-bd63-723470b56764 req-ff189ee1-e4e9-446e-bf4c-092b5848e943 service neutron] 10.222.0.20 "GET /v2.0/networks/49f05f40-53b2-4864-8389-5c2c0ebb9fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738714 Jul 27 11:12:42.929149 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3775200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1974'] for router, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:42.930889 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4083718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1967'] for router, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:42.964045 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 2, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:12:42.991604 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Checking router: b0f776a0-c20c-45c6-8312-feceac0d888e for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:12:42.991955 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Updating router b0f776a0-c20c-45c6-8312-feceac0d888e port 583e3d10-60c4-4626-8b12-618225b37473 binding host dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:12:43.057971 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:43.188075 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:43.195305 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dcd3e072-ad9b-4762-bd63-723470b56764 req-ea7b5e59-638f-4697-a198-dfb988722da5 service neutron] 10.222.0.20 "GET /v2.0/networks/49f05f40-53b2-4864-8389-5c2c0ebb9fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829959 Jul 27 11:12:43.213886 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad6af8-979c-4f38-bf83-fb28b732eeb8 req-2b394ffc-e053-4628-bf45-b7c83116897d tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:43.224018 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7fad6af8-979c-4f38-bf83-fb28b732eeb8 req-2b394ffc-e053-4628-bf45-b7c83116897d tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.3264830 Jul 27 11:12:43.231679 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ee6ed7-432e-5d7f-b8e3-91ad041eefd6-1ceb3fb8-f101-40f0-8904-8ed88a160753', 'network_id': '1ceb3fb8-f101-40f0-8904-8ed88a160753', 'tenant_id': '2c7fdc458f5c4e90a9b0777934416568', 'fixed_ips': [{'subnet_id': '2d84e304-b3e3-4783-9dc5-1f545222d02e'}]}} from dv-cinder-784956-7-iscsi. {{(pid=93201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 11:12:43.232558 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:43.254395 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4987fb6-e6f8-4228-bbc3-d2f955633ae4 req-c469c0ee-5c0c-470f-9400-3c500acea0a0 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:43.256064 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d4987fb6-e6f8-4228-bbc3-d2f955633ae4 req-c469c0ee-5c0c-470f-9400-3c500acea0a0 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 943 time: 0.3449340 Jul 27 11:12:43.299453 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4083828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1949'] for router, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:43.309101 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7fad6af8-979c-4f38-bf83-fb28b732eeb8 req-b9db241a-14db-4646-b211-c3a038fa40d3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840013 Jul 27 11:12:43.351575 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d4987fb6-e6f8-4228-bbc3-d2f955633ae4 req-950ec1b9-f433-41c3-a43f-225c39276951 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817401 Jul 27 11:12:43.572934 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Allocated IP 172.20.0.2 (1ceb3fb8-f101-40f0-8904-8ed88a160753/2d84e304-b3e3-4783-9dc5-1f545222d02e/d250e8fe-41a7-4129-a0f8-b16f7cb7f110) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:12:43.642988 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:43.665265 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:43.757278 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ae44e-3d53-4f14-85ea-bb710a396b6c req-cd5cb11d-a5f5-462b-a395-17f6570d4208 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:43.768397 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-322ae44e-3d53-4f14-85ea-bb710a396b6c req-cd5cb11d-a5f5-462b-a395-17f6570d4208 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.1865981 Jul 27 11:12:43.803830 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] Allocated IP 172.27.3.103 (b1883f27-eaab-4700-a5a8-37e3631f126f/c4c466e5-926d-42c1-b136-e6bf3690c687/72dda53d-c0bb-4c13-af30-e0cf5bf230b4) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:12:43.833324 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-322ae44e-3d53-4f14-85ea-bb710a396b6c req-e99db070-2220-454a-9a7b-345753e59a44 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638525 Jul 27 11:12:43.857751 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac9002-e3e3-410a-8ac6-5654dd12f12f req-73f3ec4a-4bc2-4877-9b12-952877a8b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:43.862845 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:43.872350 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Transition to ACTIVE for port object d250e8fe-41a7-4129-a0f8-b16f7cb7f110 will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:12:43.872602 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3ac9002-e3e3-410a-8ac6-5654dd12f12f req-73f3ec4a-4bc2-4877-9b12-952877a8b8e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=983cb18737eb4b72ae1747ef4d5731a1&device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 1098 time: 0.1908023 Jul 27 11:12:43.892967 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:43.907739 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Transition to ACTIVE for port object d250e8fe-41a7-4129-a0f8-b16f7cb7f110 will not be triggered until provisioned by entity DHCP. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:12:43.912347 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Transition to ACTIVE for port object 583e3d10-60c4-4626-8b12-618225b37473 will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:12:43.922443 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:43.947212 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:43.969131 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Pushing event updated for resources: {'Port': ['ID=d250e8fe-41a7-4129-a0f8-b16f7cb7f110,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:43.978916 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:43.984171 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:43.984523 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:43.984871 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:43.985268 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:43.985631 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:43.985981 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:43.986297 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:43.986640 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:43.986962 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:43.987292 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:43.987618 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:43.988654 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:12:44.019160 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:44.046551 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Network 1ceb3fb8-f101-40f0-8904-8ed88a160753 is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:12:44.053985 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:12:44.057331 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:12:44.076535 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac9002-e3e3-410a-8ac6-5654dd12f12f req-6b1e2ecb-953e-437e-b409-71d812073167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:44.089733 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] Network b1883f27-eaab-4700-a5a8-37e3631f126f is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:12:44.092430 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3ac9002-e3e3-410a-8ac6-5654dd12f12f req-6b1e2ecb-953e-437e-b409-71d812073167 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b646d9a6-e951-486f-9f74-88c0b53d2484 HTTP/1.1" status: 200 len: 911 time: 0.2090707 Jul 27 11:12:44.095094 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:12:44.100436 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:12:44.132283 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ab3ff-e139-4f51-9713-362c34f820dd req-528c8f0c-ebbc-454e-8d9c-e954c61bdc31 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:44.134598 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-885ab3ff-e139-4f51-9713-362c34f820dd req-528c8f0c-ebbc-454e-8d9c-e954c61bdc31 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.1793466 Jul 27 11:12:44.176166 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426fdeb-21d8-45b3-97cd-a8f43022ce5d None None] Pushing event updated for resources: {'Port': ['ID=583e3d10-60c4-4626-8b12-618225b37473,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:44.257687 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] Pushing event updated for resources: {'Port': ['ID=72dda53d-c0bb-4c13-af30-e0cf5bf230b4,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:44.264651 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Attempting to bind port d250e8fe-41a7-4129-a0f8-b16f7cb7f110 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:12:44.265024 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Attempting to bind port d250e8fe-41a7-4129-a0f8-b16f7cb7f110 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': 'd3989715-a2cd-4221-a67d-d63d66e9538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ceb3fb8-f101-40f0-8904-8ed88a160753'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:12:44.265387 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Attempting to bind port d250e8fe-41a7-4129-a0f8-b16f7cb7f110 on network 1ceb3fb8-f101-40f0-8904-8ed88a160753 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:12:44.274373 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Attempting to bind port 583e3d10-60c4-4626-8b12-618225b37473 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:12:44.274756 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Attempting to bind port 583e3d10-60c4-4626-8b12-618225b37473 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:12:44.275125 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Attempting to bind port 583e3d10-60c4-4626-8b12-618225b37473 on network af679c04-6673-4ea8-9860-92c76665bdfa {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:12:44.281310 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:12:44.281735 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Checking segment: {'id': 'd3989715-a2cd-4221-a67d-d63d66e9538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ceb3fb8-f101-40f0-8904-8ed88a160753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:12:44.282147 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:44.282762 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Bound using segment: {'id': 'd3989715-a2cd-4221-a67d-d63d66e9538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ceb3fb8-f101-40f0-8904-8ed88a160753'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:12:44.283019 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Bound port: d250e8fe-41a7-4129-a0f8-b16f7cb7f110, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3989715-a2cd-4221-a67d-d63d66e9538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ceb3fb8-f101-40f0-8904-8ed88a160753'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:12:44.283406 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:44.304829 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:12:44.309370 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Checking segment: {'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:12:44.314494 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:44.314695 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3ac9002-e3e3-410a-8ac6-5654dd12f12f req-e4613a4e-4abc-481d-9e32-42e75bac03da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c133c5c5-bf30-4ef5-82db-4553057eecf3 HTTP/1.1" status: 200 len: 1000 time: 0.2107153 Jul 27 11:12:44.314997 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Bound using segment: {'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:12:44.315523 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Bound port: 583e3d10-60c4-4626-8b12-618225b37473, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:12:44.315930 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:44.359376 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-885ab3ff-e139-4f51-9713-362c34f820dd req-dec7c3c0-1e47-4f34-b619-56efed8820fa tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376319 Jul 27 11:12:44.457559 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac9002-e3e3-410a-8ac6-5654dd12f12f req-b8016856-8309-4624-b7fb-5b98ef7c96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:44.461852 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3ac9002-e3e3-410a-8ac6-5654dd12f12f req-b8016856-8309-4624-b7fb-5b98ef7c96b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=727eb73e-f40c-4c15-8595-71d8b1d5ca05 HTTP/1.1" status: 200 len: 850 time: 0.1369891 Jul 27 11:12:44.487942 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:44.532450 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] For port d250e8fe-41a7-4129-a0f8-b16f7cb7f110, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:12:44.543136 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] For port 583e3d10-60c4-4626-8b12-618225b37473, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:12:44.557734 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] For port 583e3d10-60c4-4626-8b12-618225b37473, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=583e3d10-60c4-4626-8b12-618225b37473,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:12:44.560402 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] For port d250e8fe-41a7-4129-a0f8-b16f7cb7f110, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=d250e8fe-41a7-4129-a0f8-b16f7cb7f110,segment=NetworkSegment(d3989715-a2cd-4221-a67d-d63d66e9538c),segment_id=d3989715-a2cd-4221-a67d-d63d66e9538c)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:12:44.572655 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:44.577986 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:44.702165 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426fdeb-21d8-45b3-97cd-a8f43022ce5d None None] Pushing event updated for resources: {'Port': ['ID=583e3d10-60c4-4626-8b12-618225b37473,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:44.711016 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f924f57-6ae6-4350-adad-2e14e217d1a3 req-a1b72aff-af96-421c-a9ea-d67cbe2109b3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:44.713437 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Routers {'b0f776a0-c20c-45c6-8312-feceac0d888e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:12:44.714368 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:12:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['b0f776a0-c20c-45c6-8312-feceac0d888e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:12:44.718653 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7f924f57-6ae6-4350-adad-2e14e217d1a3 req-a1b72aff-af96-421c-a9ea-d67cbe2109b3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.2748351 Jul 27 11:12:44.730139 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac9002-e3e3-410a-8ac6-5654dd12f12f req-305d68ca-8710-4566-89bc-2e6dc9f3c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:44.732874 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3ac9002-e3e3-410a-8ac6-5654dd12f12f req-305d68ca-8710-4566-89bc-2e6dc9f3c460 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b646d9a6-e951-486f-9f74-88c0b53d2484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2234304 Jul 27 11:12:44.756047 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9741865-436e-48d5-8516-f390593f5278 req-0b61a84e-34b9-418b-b03b-cc3f57d2001e tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:44.757657 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c9741865-436e-48d5-8516-f390593f5278 req-0b61a84e-34b9-418b-b03b-cc3f57d2001e tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 943 time: 0.2470605 Jul 27 11:12:44.775238 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083803'] for router, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:44.953003 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] Set router b0f776a0-c20c-45c6-8312-feceac0d888e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:12:44.960638 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 4b42090e-c23f-4e0b-b278-8101068e6a40 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:12:44.968348 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3ac9002-e3e3-410a-8ac6-5654dd12f12f req-8204b8f5-7da5-43e2-a1d1-3a4baf674b34 service neutron] 10.222.0.20 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076941 Jul 27 11:12:45.016761 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7f924f57-6ae6-4350-adad-2e14e217d1a3 req-af10aa37-2af3-4c14-96fc-1a0f9259bd15 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971201 Jul 27 11:12:45.047190 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] Router e070e5fb-1f0e-4f05-b066-3c27a4b07039 is scheduled to L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 with binding_index 1 {{(pid=93199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 11:12:45.166016 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c9741865-436e-48d5-8516-f390593f5278 req-14784bca-f403-4eda-9b8f-e83767304189 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859859 Jul 27 11:12:45.239739 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.db.resource_extend [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 11:12:45.263687 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93c1ef-01a7-48bb-b1bd-c3369176f962 None None] Pushing event updated for resources: {'Port': ['ID=d250e8fe-41a7-4129-a0f8-b16f7cb7f110,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:45.335753 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:12:45.349356 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Sync routers for ids ['e070e5fb-1f0e-4f05-b066-3c27a4b07039'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:12:45.363341 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Routers {'e070e5fb-1f0e-4f05-b066-3c27a4b07039'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:12:45.370421 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3ac9002-e3e3-410a-8ac6-5654dd12f12f req-4e52e7f4-b809-4ba5-ae7e-7e085a36ee1c service neutron] 10.222.0.20 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898621 Jul 27 11:12:45.374848 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:12:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['e070e5fb-1f0e-4f05-b066-3c27a4b07039'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:12:45.392987 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:45.397265 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-6dc3f2a0-a69a-419d-aceb-e17fd67997e1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5190122 Jul 27 11:12:45.397546 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 59528) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:45.445745 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2578e-6f60-4af5-a308-0bf3faa8c5da req-18fef516-79aa-457a-908a-309bf8f16a0f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:45.447589 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f6f2578e-6f60-4af5-a308-0bf3faa8c5da req-18fef516-79aa-457a-908a-309bf8f16a0f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.2643485 Jul 27 11:12:45.451768 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 4b42090e-c23f-4e0b-b278-8101068e6a40, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=4b42090e-c23f-4e0b-b278-8101068e6a40,segment=NetworkSegment(e9febea5-d375-40b3-868c-4b1165e095e5),segment_id=e9febea5-d375-40b3-868c-4b1165e095e5)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:45.467750 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '4b42090e-c23f-4e0b-b278-8101068e6a40', 'network_id': '49f05f40-53b2-4864-8389-5c2c0ebb9fbf', 'port_id': '4b42090e-c23f-4e0b-b278-8101068e6a40', 'mac_address': 'fa:16:3e:1a:50:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e44bb22-3412-447e-ba8c-a69e9eac75a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:12:45.507326 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f6f2578e-6f60-4af5-a308-0bf3faa8c5da req-43f3de37-6eae-45e1-9b4b-0a63407a9e9e tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509553 Jul 27 11:12:45.604350 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:45.608140 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Set router e070e5fb-1f0e-4f05-b066-3c27a4b07039 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:12:45.641844 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b42090e-c23f-4e0b-b278-8101068e6a40 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:12:45.721655 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 4b42090e-c23f-4e0b-b278-8101068e6a40, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=4b42090e-c23f-4e0b-b278-8101068e6a40,segment=NetworkSegment(e9febea5-d375-40b3-868c-4b1165e095e5),segment_id=e9febea5-d375-40b3-868c-4b1165e095e5)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:45.735050 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:45.819600 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48517994-f738-4a65-8228-fc5b9ee53ec0 req-8d4a0f94-c3dc-4636-939d-105dc89a5f37 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:45.828010 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-48517994-f738-4a65-8228-fc5b9ee53ec0 req-8d4a0f94-c3dc-4636-939d-105dc89a5f37 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.1897407 Jul 27 11:12:45.850191 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:44Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:12:45.946891 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-48517994-f738-4a65-8228-fc5b9ee53ec0 req-3f1f89c2-fe7a-4893-a5f5-af2336f6f30e tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047091 Jul 27 11:12:45.961728 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afadac38-b69c-4289-aa63-4d59faafcf29 None None] The sync data for ids ['b0f776a0-c20c-45c6-8312-feceac0d888e'] in dv-cinder-784956-7-iscsi is: [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:44Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:12:45.999380 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=4b42090e-c23f-4e0b-b278-8101068e6a40,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:46.098190 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e070e5fb-1f0e-4f05-b066-3c27a4b07039', 'name': 'tempest-TestVolumeBootPattern-678356365-router', 'tenant_id': '2c7fdc458f5c4e90a9b0777934416568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '72dda53d-c0bb-4c13-af30-e0cf5bf230b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:42Z', 'updated_at': '2021-07-27T11:12:44Z', 'revision_number': 3, 'project_id': '2c7fdc458f5c4e90a9b0777934416568', 'gw_port': {'id': '72dda53d-c0bb-4c13-af30-e0cf5bf230b4', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e070e5fb-1f0e-4f05-b066-3c27a4b07039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:43Z', 'updated_at': '2021-07-27T11:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:12:46.159146 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Checking router: e070e5fb-1f0e-4f05-b066-3c27a4b07039 for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:12:46.159492 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Updating router e070e5fb-1f0e-4f05-b066-3c27a4b07039 port 72dda53d-c0bb-4c13-af30-e0cf5bf230b4 binding host dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:12:46.201523 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:46.310970 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee4feaa-20b6-4cae-9cfd-ec414c1f8174 None None] Network 1ceb3fb8-f101-40f0-8904-8ed88a160753 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:12:46.337285 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['4b42090e-c23f-4e0b-b278-8101068e6a40'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:12:46.490318 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198eb8f4-b6e2-4e99-8d65-a8c1e7b2d166 req-a59b7216-82c1-4477-aa91-a41fd8f911c7 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:46.506509 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-198eb8f4-b6e2-4e99-8d65-a8c1e7b2d166 req-a59b7216-82c1-4477-aa91-a41fd8f911c7 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.3333755 Jul 27 11:12:46.597600 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f16a28-bf9e-4203-ba1b-c65ba35298f5 req-2503c9ac-6dfc-4f73-9389-66101eff1ca5 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:46.599729 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-66f16a28-bf9e-4203-ba1b-c65ba35298f5 req-2503c9ac-6dfc-4f73-9389-66101eff1ca5 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 944 time: 0.3261116 Jul 27 11:12:46.666112 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-198eb8f4-b6e2-4e99-8d65-a8c1e7b2d166 req-2526dcb8-cdc8-48aa-a96a-28e34ce2b00d tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560087 Jul 27 11:12:46.732010 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-66f16a28-bf9e-4203-ba1b-c65ba35298f5 req-02fe90f5-c11d-4f80-a24c-2f757f7878c4 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242020 Jul 27 11:12:46.772930 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device d250e8fe-41a7-4129-a0f8-b16f7cb7f110 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:46.829928 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:46.854697 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Transition to ACTIVE for port object 72dda53d-c0bb-4c13-af30-e0cf5bf230b4 will not be triggered until provisioned by entity L2. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:12:46.866785 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:46.925667 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Attempting to bind port 72dda53d-c0bb-4c13-af30-e0cf5bf230b4 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:12:46.926316 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Attempting to bind port 72dda53d-c0bb-4c13-af30-e0cf5bf230b4 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:12:46.926848 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Attempting to bind port 72dda53d-c0bb-4c13-af30-e0cf5bf230b4 on network b1883f27-eaab-4700-a5a8-37e3631f126f {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:12:46.935992 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:12:46.936625 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Checking segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:12:46.937205 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:46.937779 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Bound using segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:12:46.938407 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Bound port: 72dda53d-c0bb-4c13-af30-e0cf5bf230b4, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:12:46.938978 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:46.941083 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59e4b1-89bb-4e0b-bb5c-04133eaa3033 req-108e7363-efe7-4e5a-81f7-6c29584c9b00 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:46.942250 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5d36e-80c8-4984-98b9-cf0be611d923 None None] Pushing event updated for resources: {'Port': ['ID=72dda53d-c0bb-4c13-af30-e0cf5bf230b4,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:46.954743 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bd59e4b1-89bb-4e0b-bb5c-04133eaa3033 req-108e7363-efe7-4e5a-81f7-6c29584c9b00 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.1599693 Jul 27 11:12:47.039347 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] For port 72dda53d-c0bb-4c13-af30-e0cf5bf230b4, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:12:47.046240 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] For port 72dda53d-c0bb-4c13-af30-e0cf5bf230b4, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=72dda53d-c0bb-4c13-af30-e0cf5bf230b4,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:12:47.047567 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:47.055791 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:47.153278 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-51018985-0f03-495c-b0be-3a299cee051c None None] Provisioning for port d250e8fe-41a7-4129-a0f8-b16f7cb7f110 completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:12:47.181109 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Routers {'e070e5fb-1f0e-4f05-b066-3c27a4b07039'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:12:47.186337 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:12:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['e070e5fb-1f0e-4f05-b066-3c27a4b07039'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:12:47.191735 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5d36e-80c8-4984-98b9-cf0be611d923 None None] Pushing event updated for resources: {'Port': ['ID=72dda53d-c0bb-4c13-af30-e0cf5bf230b4,revision_number=3']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:47.217373 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bd59e4b1-89bb-4e0b-bb5c-04133eaa3033 req-d1b9e631-4c44-459f-9eaa-2a1f02c5d875 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2573588 Jul 27 11:12:47.230656 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port d250e8fe-41a7-4129-a0f8-b16f7cb7f110 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:12:47.247291 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port d250e8fe-41a7-4129-a0f8-b16f7cb7f110 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:47.247886 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:47.322017 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed4f79-0db3-46df-acfa-35e08beef117 req-56f8cedf-fc53-4d4a-a9e4-6c4dcf3212d8 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:47.329470 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f2ed4f79-0db3-46df-acfa-35e08beef117 req-56f8cedf-fc53-4d4a-a9e4-6c4dcf3212d8 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.2553535 Jul 27 11:12:47.387985 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] Allocated IP 172.20.0.1 (1ceb3fb8-f101-40f0-8904-8ed88a160753/2d84e304-b3e3-4783-9dc5-1f545222d02e/44f7a633-2b21-4432-86a9-0bc87ba48f18) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:12:47.416885 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f2ed4f79-0db3-46df-acfa-35e08beef117 req-34ce126a-d7f8-4c47-a499-68c399fb515b tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805497 Jul 27 11:12:47.500141 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] Set router e070e5fb-1f0e-4f05-b066-3c27a4b07039 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:12:47.659061 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:47.732827 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port d250e8fe-41a7-4129-a0f8-b16f7cb7f110, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=d250e8fe-41a7-4129-a0f8-b16f7cb7f110,segment=NetworkSegment(d3989715-a2cd-4221-a67d-d63d66e9538c),segment_id=d3989715-a2cd-4221-a67d-d63d66e9538c)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:47.745131 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:47.746129 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 583e3d10-60c4-4626-8b12-618225b37473 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:47.768981 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:47.802378 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.provisioning_blocks [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] Transition to ACTIVE for port object 44f7a633-2b21-4432-86a9-0bc87ba48f18 will not be triggered until provisioned by entity DHCP. {{(pid=93199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:12:47.861261 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:47.923995 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] Pushing event updated for resources: {'Port': ['ID=44f7a633-2b21-4432-86a9-0bc87ba48f18,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:47.931917 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-edbea603-8b7b-4de8-a4b9-dda39f2c9bb1 None None] Provisioning complete for port d250e8fe-41a7-4129-a0f8-b16f7cb7f110 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:47.932303 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-edbea603-8b7b-4de8-a4b9-dda39f2c9bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:47.951813 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e070e5fb-1f0e-4f05-b066-3c27a4b07039', 'name': 'tempest-TestVolumeBootPattern-678356365-router', 'tenant_id': '2c7fdc458f5c4e90a9b0777934416568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '72dda53d-c0bb-4c13-af30-e0cf5bf230b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:42Z', 'updated_at': '2021-07-27T11:12:44Z', 'revision_number': 3, 'project_id': '2c7fdc458f5c4e90a9b0777934416568', 'gw_port': {'id': '72dda53d-c0bb-4c13-af30-e0cf5bf230b4', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e070e5fb-1f0e-4f05-b066-3c27a4b07039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:43Z', 'updated_at': '2021-07-27T11:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:12:47.961974 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] Network 1ceb3fb8-f101-40f0-8904-8ed88a160753 is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:12:47.963917 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:12:47.972906 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:12:47.978559 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084230'] for router_interface, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:48.010903 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55de76-a284-4398-baf7-e026d1f9e3b5 None None] The sync data for ids ['e070e5fb-1f0e-4f05-b066-3c27a4b07039'] in dv-cinder-784956-7-iscsi is: [{'id': 'e070e5fb-1f0e-4f05-b066-3c27a4b07039', 'name': 'tempest-TestVolumeBootPattern-678356365-router', 'tenant_id': '2c7fdc458f5c4e90a9b0777934416568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '72dda53d-c0bb-4c13-af30-e0cf5bf230b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:42Z', 'updated_at': '2021-07-27T11:12:44Z', 'revision_number': 3, 'project_id': '2c7fdc458f5c4e90a9b0777934416568', 'gw_port': {'id': '72dda53d-c0bb-4c13-af30-e0cf5bf230b4', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e070e5fb-1f0e-4f05-b066-3c27a4b07039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:43Z', 'updated_at': '2021-07-27T11:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:12:48.020788 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=d250e8fe-41a7-4129-a0f8-b16f7cb7f110,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:48.025637 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cccf58-b38d-49a6-bba9-42022e430729 req-b77c33cb-63fb-44db-b4c9-d848c0fb57fd tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:48.036977 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-25cccf58-b38d-49a6-bba9-42022e430729 req-b77c33cb-63fb-44db-b4c9-d848c0fb57fd tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 944 time: 0.1610835 Jul 27 11:12:48.087889 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 583e3d10-60c4-4626-8b12-618225b37473 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:12:48.105453 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 583e3d10-60c4-4626-8b12-618225b37473 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:48.106004 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:48.144542 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-25cccf58-b38d-49a6-bba9-42022e430729 req-a0d0146a-d93a-4a77-994f-c161c1943a98 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037130 Jul 27 11:12:48.173745 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4688c5-9c61-4243-9d63-dbff619aa43a req-6026b3d3-a1fe-4484-a8e9-432686b4ceea tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:48.190457 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1b4688c5-9c61-4243-9d63-dbff619aa43a req-6026b3d3-a1fe-4484-a8e9-432686b4ceea tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.3706565 Jul 27 11:12:48.302510 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1b4688c5-9c61-4243-9d63-dbff619aa43a req-192cd410-323c-4b66-9a34-d4200fb67b90 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108093 Jul 27 11:12:48.321741 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:48.422539 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4efbe42c-3722-496b-bd75-53b423b5a5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:48.464705 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:48.475776 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-67d1196f-92ca-4725-b667-92822c89bc87 None None] Provisioning for port 44f7a633-2b21-4432-86a9-0bc87ba48f18 completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:12:48.490568 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-67d1196f-92ca-4725-b667-92822c89bc87 None None] Provisioning complete for port 44f7a633-2b21-4432-86a9-0bc87ba48f18 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:48.491031 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-67d1196f-92ca-4725-b667-92822c89bc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:48.582351 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 583e3d10-60c4-4626-8b12-618225b37473, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=583e3d10-60c4-4626-8b12-618225b37473,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:48.585691 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-67d1196f-92ca-4725-b667-92822c89bc87 None None] Port 44f7a633-2b21-4432-86a9-0bc87ba48f18 cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:12:48.595794 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:48.645763 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] Notify callbacks [] for port, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:48.658720 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:48.659458 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084630'] for router_interface, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:48.682127 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c811319-8fc5-4e1c-964f-b20f6a149be4 req-c2487490-76b6-40ef-bcd0-9902d03e8bdb tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:48.683538 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6c811319-8fc5-4e1c-964f-b20f6a149be4 req-c2487490-76b6-40ef-bcd0-9902d03e8bdb tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.1225989 Jul 27 11:12:48.690225 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=583e3d10-60c4-4626-8b12-618225b37473,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:48.768749 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6c811319-8fc5-4e1c-964f-b20f6a149be4 req-bf4dad1a-3a77-4205-97bf-217faf96d0a5 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743499 Jul 27 11:12:48.839719 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] Pushing event updated for resources: {'Port': ['ID=44f7a633-2b21-4432-86a9-0bc87ba48f18,revision_number=2']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:48.914961 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] Network 1ceb3fb8-f101-40f0-8904-8ed88a160753 is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:12:48.917266 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:12:48.942826 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 72dda53d-c0bb-4c13-af30-e0cf5bf230b4 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:49.057345 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 72dda53d-c0bb-4c13-af30-e0cf5bf230b4 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:12:49.064610 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 72dda53d-c0bb-4c13-af30-e0cf5bf230b4 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:49.065443 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:49.088656 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] Router e070e5fb-1f0e-4f05-b066-3c27a4b07039 has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:12:49.173765 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:49.199416 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 72dda53d-c0bb-4c13-af30-e0cf5bf230b4, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=72dda53d-c0bb-4c13-af30-e0cf5bf230b4,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:49.218244 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:49.219051 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device d250e8fe-41a7-4129-a0f8-b16f7cb7f110 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:49.267776 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-842be866-53f4-40d8-acd2-7530d36aae56 None None] Provisioning complete for port 44f7a633-2b21-4432-86a9-0bc87ba48f18 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:49.268176 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-842be866-53f4-40d8-acd2-7530d36aae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:49.388566 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e8d6e-de3d-45ea-b529-7bced786693f req-0ee0ada1-2826-439e-991f-01c6f0f50791 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:49.392238 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-842be866-53f4-40d8-acd2-7530d36aae56 None None] Port 44f7a633-2b21-4432-86a9-0bc87ba48f18 cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:12:49.394970 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:12:49.406083 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=72dda53d-c0bb-4c13-af30-e0cf5bf230b4,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:49.418298 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-b2c78687-6ca5-4105-a80d-7201688a29de admin admin] 10.222.0.16 "PUT /v2.0/routers/e070e5fb-1f0e-4f05-b066-3c27a4b07039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0186460 Jul 27 11:12:49.422801 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d63e8d6e-de3d-45ea-b529-7bced786693f req-0ee0ada1-2826-439e-991f-01c6f0f50791 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 944 time: 0.1656570 Jul 27 11:12:49.435624 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port d250e8fe-41a7-4129-a0f8-b16f7cb7f110 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:49.436203 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:49.561366 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d63e8d6e-de3d-45ea-b529-7bced786693f req-6050d442-8bc7-4ebb-acf4-b4a35629e4dc tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324494 Jul 27 11:12:49.620278 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc298f-9380-4249-9e3f-5558c8f51bd9 req-3a0167e3-cc6d-44d5-9582-38fa2cb7968a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:49.622071 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7abc298f-9380-4249-9e3f-5558c8f51bd9 req-3a0167e3-cc6d-44d5-9582-38fa2cb7968a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.1647692 Jul 27 11:12:49.680849 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7abc298f-9380-4249-9e3f-5558c8f51bd9 req-81cc2c99-725e-48db-b2b6-c3142db907d5 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439656 Jul 27 11:12:49.902251 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a9250-d59a-4d15-8cd4-4e558d1bc5f9 req-e9f8d4b0-8139-4b36-9535-0f81c0dba729 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:49.909672 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f89a9250-d59a-4d15-8cd4-4e558d1bc5f9 req-e9f8d4b0-8139-4b36-9535-0f81c0dba729 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 945 time: 0.0819981 Jul 27 11:12:49.957886 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f89a9250-d59a-4d15-8cd4-4e558d1bc5f9 req-797de70e-181e-4b71-8d1a-4cbe47f85d12 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425007 Jul 27 11:12:50.104492 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 59582) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:50.110717 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-3ef895c5-b4e1-48fa-90a7-a238206304ce tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-667800215', 'description': 'tempest-secgroup-smoke-667800215 description', 'project_id': '7acac7893f11409bb6e68649aa669c09'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:50.129241 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfb9e8-99c6-42e1-a047-cbb1ba69e4e8 req-61cd5b83-d711-419b-9cb2-44744e3115c7 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:50.130857 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4edfb9e8-99c6-42e1-a047-cbb1ba69e4e8 req-61cd5b83-d711-419b-9cb2-44744e3115c7 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0956082 Jul 27 11:12:50.146666 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3ef895c5-b4e1-48fa-90a7-a238206304ce tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:50.196802 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4edfb9e8-99c6-42e1-a047-cbb1ba69e4e8 req-e14cf88f-9699-40e7-874b-3ea9676d4fcc tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589662 Jul 27 11:12:50.260596 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3ef895c5-b4e1-48fa-90a7-a238206304ce tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:50.266211 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3ef895c5-b4e1-48fa-90a7-a238206304ce tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:50.298032 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3ef895c5-b4e1-48fa-90a7-a238206304ce tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:50.299662 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-3ef895c5-b4e1-48fa-90a7-a238206304ce tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1933467 Jul 27 11:12:50.302061 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef895c5-b4e1-48fa-90a7-a238206304ce tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:50.305575 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 59584) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:50.316752 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-586cd79e-589c-4cde-81ad-98a7f7f0622c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Request body: {'security_group_rule': {'security_group_id': 'cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf', 'project_id': '7acac7893f11409bb6e68649aa669c09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:50.376018 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-586cd79e-589c-4cde-81ad-98a7f7f0622c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:50.430485 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-586cd79e-589c-4cde-81ad-98a7f7f0622c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:50.434974 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-586cd79e-589c-4cde-81ad-98a7f7f0622c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:50.456831 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586cd79e-589c-4cde-81ad-98a7f7f0622c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9210e92c-ae5e-43ac-aaa8-8df82e28131f,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:50.462288 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-586cd79e-589c-4cde-81ad-98a7f7f0622c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:50.467103 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-586cd79e-589c-4cde-81ad-98a7f7f0622c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1559486 Jul 27 11:12:50.467103 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 59586) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:50.472444 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-7e4cbe4a-262b-40ad-ba66-ebb5890b2b3d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Request body: {'security_group_rule': {'security_group_id': 'cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf', 'project_id': '7acac7893f11409bb6e68649aa669c09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:50.502610 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-7e4cbe4a-262b-40ad-ba66-ebb5890b2b3d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:50.515491 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Sync routers for ids ['e070e5fb-1f0e-4f05-b066-3c27a4b07039'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:12:50.530539 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Routers {'e070e5fb-1f0e-4f05-b066-3c27a4b07039'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:12:50.531240 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:12:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['e070e5fb-1f0e-4f05-b066-3c27a4b07039'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:12:50.603748 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-7e4cbe4a-262b-40ad-ba66-ebb5890b2b3d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:50.608954 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-7e4cbe4a-262b-40ad-ba66-ebb5890b2b3d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:50.630598 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cbe4a-262b-40ad-ba66-ebb5890b2b3d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77366b6-b973-4c2a-b674-61ff4e3822cf,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:50.636289 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-7e4cbe4a-262b-40ad-ba66-ebb5890b2b3d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:50.640372 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-7e4cbe4a-262b-40ad-ba66-ebb5890b2b3d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1699471 Jul 27 11:12:50.641044 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 59590) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:50.652313 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-3bbb2556-267a-4704-9c58-ffaa3b4971c7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Request body: {'security_group_rule': {'security_group_id': 'cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf', 'project_id': '7acac7893f11409bb6e68649aa669c09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:50.705918 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3bbb2556-267a-4704-9c58-ffaa3b4971c7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:50.741327 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Set router e070e5fb-1f0e-4f05-b066-3c27a4b07039 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:12:50.810882 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3bbb2556-267a-4704-9c58-ffaa3b4971c7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:50.816143 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3bbb2556-267a-4704-9c58-ffaa3b4971c7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:50.838793 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0565e83-c844-4402-a6a0-2c17e7bd60c1 req-4c355764-0a33-49fb-8b16-a496f4e8171a tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:50.840386 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f0565e83-c844-4402-a6a0-2c17e7bd60c1 req-4c355764-0a33-49fb-8b16-a496f4e8171a tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 944 time: 0.1606617 Jul 27 11:12:50.848621 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb2556-267a-4704-9c58-ffaa3b4971c7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6479d68c-8b8c-418a-9fcb-7ecf9ceaeac5,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:50.863808 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3bbb2556-267a-4704-9c58-ffaa3b4971c7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:50.865161 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-3bbb2556-267a-4704-9c58-ffaa3b4971c7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2225239 Jul 27 11:12:50.867859 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 59594) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:50.873934 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-79687bf2-2255-4d41-b16f-04970f925054 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Request body: {'security_group_rule': {'security_group_id': 'cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf', 'project_id': '7acac7893f11409bb6e68649aa669c09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:50.908605 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 4b42090e-c23f-4e0b-b278-8101068e6a40 up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:50.911393 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 72dda53d-c0bb-4c13-af30-e0cf5bf230b4 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:50.916990 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f0565e83-c844-4402-a6a0-2c17e7bd60c1 req-44358063-52a0-4d4a-bef3-f4e4b5d09cc3 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638733 Jul 27 11:12:50.920442 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-79687bf2-2255-4d41-b16f-04970f925054 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:50.934118 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793507c1-4271-4ecb-87a5-eabf0eac4ad7 req-57ab1698-b049-4699-be3f-36f7e4a5213b tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:50.936673 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-793507c1-4271-4ecb-87a5-eabf0eac4ad7 req-57ab1698-b049-4699-be3f-36f7e4a5213b tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.1503193 Jul 27 11:12:51.004791 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-793507c1-4271-4ecb-87a5-eabf0eac4ad7 req-25c3cb69-ace3-4dbf-9af8-1ac606c64368 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668330 Jul 27 11:12:51.034086 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-79687bf2-2255-4d41-b16f-04970f925054 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:51.041580 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-79687bf2-2255-4d41-b16f-04970f925054 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:51.066313 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-79687bf2-2255-4d41-b16f-04970f925054 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:51.068391 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-79687bf2-2255-4d41-b16f-04970f925054 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1989927 Jul 27 11:12:51.072603 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79687bf2-2255-4d41-b16f-04970f925054 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4cf9c8-c5ef-4f16-af46-6961597357f8,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:51.074776 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 59598) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:51.082681 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-83e283cc-dc58-49db-b4ca-878082390867 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Request body: {'security_group_rule': {'security_group_id': 'cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf', 'project_id': '7acac7893f11409bb6e68649aa669c09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:51.110016 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port 4b42090e-c23f-4e0b-b278-8101068e6a40 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:12:51.110963 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.securitygroups_db [None req-83e283cc-dc58-49db-b4ca-878082390867 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Project 7acac7893f11409bb6e68649aa669c09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 11:12:51.117644 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-83e283cc-dc58-49db-b4ca-878082390867 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:51.117873 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 72dda53d-c0bb-4c13-af30-e0cf5bf230b4 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:51.118142 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:51.139227 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 4b42090e-c23f-4e0b-b278-8101068e6a40 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:51.139694 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:51.165100 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48978faa-e559-4a4c-8afb-bccdb95f2d46 req-8d735872-94d8-4c2b-8e0a-ccbc700279b9 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:51.173368 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-48978faa-e559-4a4c-8afb-bccdb95f2d46 req-8d735872-94d8-4c2b-8e0a-ccbc700279b9 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 945 time: 0.1127841 Jul 27 11:12:51.197993 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-83e283cc-dc58-49db-b4ca-878082390867 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:51.205334 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-83e283cc-dc58-49db-b4ca-878082390867 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:51.222738 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e283cc-dc58-49db-b4ca-878082390867 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb08441-98a8-4103-9d86-b15a6f110aee,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:51.238799 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-48978faa-e559-4a4c-8afb-bccdb95f2d46 req-91f71947-deb9-4bb8-b2c1-9d4214874c62 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644977 Jul 27 11:12:51.243782 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-83e283cc-dc58-49db-b4ca-878082390867 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:51.248125 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-83e283cc-dc58-49db-b4ca-878082390867 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1680503 Jul 27 11:12:51.248580 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 59602) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:12:51.254406 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-b94493e0-7300-4f93-b805-16c3e0f4bde2 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Request body: {'security_group_rule': {'security_group_id': 'cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf', 'project_id': '7acac7893f11409bb6e68649aa669c09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:12:51.272314 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e070e5fb-1f0e-4f05-b066-3c27a4b07039', 'name': 'tempest-TestVolumeBootPattern-678356365-router', 'tenant_id': '2c7fdc458f5c4e90a9b0777934416568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '72dda53d-c0bb-4c13-af30-e0cf5bf230b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:42Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 4, 'project_id': '2c7fdc458f5c4e90a9b0777934416568', 'gw_port': {'id': '72dda53d-c0bb-4c13-af30-e0cf5bf230b4', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e070e5fb-1f0e-4f05-b066-3c27a4b07039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:43Z', 'updated_at': '2021-07-27T11:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '44f7a633-2b21-4432-86a9-0bc87ba48f18', 'name': '', 'network_id': '1ceb3fb8-f101-40f0-8904-8ed88a160753', 'tenant_id': '2c7fdc458f5c4e90a9b0777934416568', 'mac_address': 'fa:16:3e:36:8e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e070e5fb-1f0e-4f05-b066-3c27a4b07039', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2d84e304-b3e3-4783-9dc5-1f545222d02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:47Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 2, 'project_id': '2c7fdc458f5c4e90a9b0777934416568', 'subnets': [{'id': '2d84e304-b3e3-4783-9dc5-1f545222d02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:12:51.279582 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:51.293644 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.securitygroups_db [None req-b94493e0-7300-4f93-b805-16c3e0f4bde2 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Project 7acac7893f11409bb6e68649aa669c09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 11:12:51.300608 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b94493e0-7300-4f93-b805-16c3e0f4bde2 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:51.348222 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Checking router: e070e5fb-1f0e-4f05-b066-3c27a4b07039 for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:12:51.348861 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Updating router e070e5fb-1f0e-4f05-b066-3c27a4b07039 port 44f7a633-2b21-4432-86a9-0bc87ba48f18 binding host dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:12:51.382047 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b94493e0-7300-4f93-b805-16c3e0f4bde2 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:51.385149 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:51.387899 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b94493e0-7300-4f93-b805-16c3e0f4bde2 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:51.391765 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d4d58-cf13-4e76-97a1-4e70f2f376df req-929ea1e7-f25d-489e-92c3-d4ac88150214 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:51.393346 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-657d4d58-cf13-4e76-97a1-4e70f2f376df req-929ea1e7-f25d-489e-92c3-d4ac88150214 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0985770 Jul 27 11:12:51.410518 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94493e0-7300-4f93-b805-16c3e0f4bde2 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1ca9e6-bab7-4d75-b60c-d3300178c779,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:51.420109 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b94493e0-7300-4f93-b805-16c3e0f4bde2 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:51.421512 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-b94493e0-7300-4f93-b805-16c3e0f4bde2 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1717627 Jul 27 11:12:51.423154 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 583e3d10-60c4-4626-8b12-618225b37473 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:51.450716 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 4b42090e-c23f-4e0b-b278-8101068e6a40, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=4b42090e-c23f-4e0b-b278-8101068e6a40,segment=NetworkSegment(e9febea5-d375-40b3-868c-4b1165e095e5),segment_id=e9febea5-d375-40b3-868c-4b1165e095e5)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:51.453451 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd407163a-c18c-4803-9c4d-25b8407111a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b42090e-c23f-4e0b-b278-8101068e6a40'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:12:51.456214 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dbba7e-fa90-4245-9556-db31c80e6c73" -d '{"events": [{"server_uuid": "d407163a-c18c-4803-9c4d-25b8407111a7", "name": "network-vif-plugged", "status": "completed", "tag": "4b42090e-c23f-4e0b-b278-8101068e6a40"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:12:51.459534 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7507462e-5d16-4d1e-b444-538bd7dedb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:51.485958 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:51.516598 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-657d4d58-cf13-4e76-97a1-4e70f2f376df req-0c1c8a8f-8f07-4990-9d8a-e494bf76022b tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066287 Jul 27 11:12:51.695107 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:51.701805 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98be8ef9-059c-4634-bd56-3dc569277aa0 x-openstack-request-id: req-98be8ef9-059c-4634-bd56-3dc569277aa0 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:12:51.702009 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d407163a-c18c-4803-9c4d-25b8407111a7", "name": "network-vif-plugged", "status": "completed", "tag": "4b42090e-c23f-4e0b-b278-8101068e6a40", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:12:51.706754 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98be8ef9-059c-4634-bd56-3dc569277aa0 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:12:51.707182 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd407163a-c18c-4803-9c4d-25b8407111a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b42090e-c23f-4e0b-b278-8101068e6a40', 'code': 200} Jul 27 11:12:51.875462 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=4b42090e-c23f-4e0b-b278-8101068e6a40,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:51.896810 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 583e3d10-60c4-4626-8b12-618225b37473 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:51.897293 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:51.930713 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869c38f-15c3-4013-b112-00337057d7d2 req-10a74751-36e4-489f-9a41-4e90d1b87035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:51.932633 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6869c38f-15c3-4013-b112-00337057d7d2 req-10a74751-36e4-489f-9a41-4e90d1b87035 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 1098 time: 0.1204484 Jul 27 11:12:52.031307 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6869c38f-15c3-4013-b112-00337057d7d2 req-553415e5-e026-4537-a26c-21295fa46773 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749085 Jul 27 11:12:52.184271 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ab503-6f84-4a0e-bd4d-c3ab7d047854 req-c6ea39d3-f5d1-4422-9094-624dcc640943 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:52.191941 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9e7ab503-6f84-4a0e-bd4d-c3ab7d047854 req-c6ea39d3-f5d1-4422-9094-624dcc640943 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 945 time: 0.1532385 Jul 27 11:12:52.249660 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52911bae-fc8a-45b6-994d-bb2a25763263 req-4187923d-a53b-4e91-991f-fa1e6b9babe4 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:52.258794 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-52911bae-fc8a-45b6-994d-bb2a25763263 req-4187923d-a53b-4e91-991f-fa1e6b9babe4 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.1448941 Jul 27 11:12:52.264852 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:52.269572 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9e7ab503-6f84-4a0e-bd4d-c3ab7d047854 req-0d689f44-ccb0-4bf4-a813-7130f7b40ff3 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766068 Jul 27 11:12:52.312189 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Transition to ACTIVE for port object 44f7a633-2b21-4432-86a9-0bc87ba48f18 will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:12:52.319101 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-52911bae-fc8a-45b6-994d-bb2a25763263 req-28707953-d6da-44ac-a33e-f999864b7a55 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574670 Jul 27 11:12:52.321372 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:52.386047 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359f3c6-c9e5-4c22-aea8-004bb5c6ee97 None None] Pushing event updated for resources: {'Port': ['ID=44f7a633-2b21-4432-86a9-0bc87ba48f18,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:52.467226 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Attempting to bind port 44f7a633-2b21-4432-86a9-0bc87ba48f18 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:12:52.468095 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Attempting to bind port 44f7a633-2b21-4432-86a9-0bc87ba48f18 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': 'd3989715-a2cd-4221-a67d-d63d66e9538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ceb3fb8-f101-40f0-8904-8ed88a160753'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:12:52.468471 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Attempting to bind port 44f7a633-2b21-4432-86a9-0bc87ba48f18 on network 1ceb3fb8-f101-40f0-8904-8ed88a160753 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:12:52.475218 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b401af-8731-49ed-bf56-7e099c6f53d8 req-bb575ed5-2155-4c3d-b21a-eb663900b49d tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:52.475407 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:12:52.475779 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Checking segment: {'id': 'd3989715-a2cd-4221-a67d-d63d66e9538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ceb3fb8-f101-40f0-8904-8ed88a160753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:12:52.476191 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:52.477265 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Bound using segment: {'id': 'd3989715-a2cd-4221-a67d-d63d66e9538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ceb3fb8-f101-40f0-8904-8ed88a160753'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:12:52.477834 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Bound port: 44f7a633-2b21-4432-86a9-0bc87ba48f18, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3989715-a2cd-4221-a67d-d63d66e9538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ceb3fb8-f101-40f0-8904-8ed88a160753'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:12:52.478229 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:52.483806 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-50b401af-8731-49ed-bf56-7e099c6f53d8 req-bb575ed5-2155-4c3d-b21a-eb663900b49d tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 945 time: 0.1145234 Jul 27 11:12:52.589381 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:52.600038 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] For port 44f7a633-2b21-4432-86a9-0bc87ba48f18, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:12:52.608983 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] For port 44f7a633-2b21-4432-86a9-0bc87ba48f18, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=44f7a633-2b21-4432-86a9-0bc87ba48f18,segment=NetworkSegment(d3989715-a2cd-4221-a67d-d63d66e9538c),segment_id=d3989715-a2cd-4221-a67d-d63d66e9538c)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:12:52.622427 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:52.626304 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-50b401af-8731-49ed-bf56-7e099c6f53d8 req-ad150829-3b46-4731-8a9a-d7d02c77ad97 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416235 Jul 27 11:12:52.694770 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Routers {'e070e5fb-1f0e-4f05-b066-3c27a4b07039'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:12:52.695974 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:12:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['e070e5fb-1f0e-4f05-b066-3c27a4b07039'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:12:52.696569 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bf174-6ef2-4775-bd3b-33d5356b7654 req-2cd9fcb6-a471-4dab-889e-0348c36e5433 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:52.698283 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-421bf174-6ef2-4775-bd3b-33d5356b7654 req-2cd9fcb6-a471-4dab-889e-0348c36e5433 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.20 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 945 time: 0.2119360 Jul 27 11:12:52.832073 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d33b3-4086-4ac3-b706-b39c39b65f4c req-83ea619a-3912-4d22-83a6-0de8fa27bc7b tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:52.849201 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4f1d33b3-4086-4ac3-b706-b39c39b65f4c req-83ea619a-3912-4d22-83a6-0de8fa27bc7b tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.2198572 Jul 27 11:12:52.854036 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] Set router e070e5fb-1f0e-4f05-b066-3c27a4b07039 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:12:53.009231 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4f1d33b3-4086-4ac3-b706-b39c39b65f4c req-04bc960c-26d5-458b-8e0b-3c034c523a34 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544337 Jul 27 11:12:53.059854 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359f3c6-c9e5-4c22-aea8-004bb5c6ee97 None None] Pushing event updated for resources: {'Port': ['ID=44f7a633-2b21-4432-86a9-0bc87ba48f18,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:53.064049 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-421bf174-6ef2-4775-bd3b-33d5356b7654 req-81445683-25ae-4b96-b8ee-2582396bd24a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Deleting port fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:12:53.064342 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-421bf174-6ef2-4775-bd3b-33d5356b7654 req-81445683-25ae-4b96-b8ee-2582396bd24a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:53.193152 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-421bf174-6ef2-4775-bd3b-33d5356b7654 req-81445683-25ae-4b96-b8ee-2582396bd24a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] For port fb3f6e3e-96ef-49b5-be86-924fa5d4bd87, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=fb3f6e3e-96ef-49b5-be86-924fa5d4bd87,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:53.193544 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-421bf174-6ef2-4775-bd3b-33d5356b7654 req-81445683-25ae-4b96-b8ee-2582396bd24a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:53.207771 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-421bf174-6ef2-4775-bd3b-33d5356b7654 req-81445683-25ae-4b96-b8ee-2582396bd24a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Calling delete_port for fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 owned by compute:nova {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:12:53.224045 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e070e5fb-1f0e-4f05-b066-3c27a4b07039', 'name': 'tempest-TestVolumeBootPattern-678356365-router', 'tenant_id': '2c7fdc458f5c4e90a9b0777934416568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '72dda53d-c0bb-4c13-af30-e0cf5bf230b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:42Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 4, 'project_id': '2c7fdc458f5c4e90a9b0777934416568', 'gw_port': {'id': '72dda53d-c0bb-4c13-af30-e0cf5bf230b4', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e070e5fb-1f0e-4f05-b066-3c27a4b07039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:43Z', 'updated_at': '2021-07-27T11:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '44f7a633-2b21-4432-86a9-0bc87ba48f18', 'name': '', 'network_id': '1ceb3fb8-f101-40f0-8904-8ed88a160753', 'tenant_id': '2c7fdc458f5c4e90a9b0777934416568', 'mac_address': 'fa:16:3e:36:8e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e070e5fb-1f0e-4f05-b066-3c27a4b07039', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2d84e304-b3e3-4783-9dc5-1f545222d02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:47Z', 'updated_at': '2021-07-27T11:12:52Z', 'revision_number': 4, 'project_id': '2c7fdc458f5c4e90a9b0777934416568', 'subnets': [{'id': '2d84e304-b3e3-4783-9dc5-1f545222d02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:12:53.265273 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4252eac-b0f0-46ec-8a0a-6d8b1545397d None None] The sync data for ids ['e070e5fb-1f0e-4f05-b066-3c27a4b07039'] in dv-cinder-784956-7-iscsi is: [{'id': 'e070e5fb-1f0e-4f05-b066-3c27a4b07039', 'name': 'tempest-TestVolumeBootPattern-678356365-router', 'tenant_id': '2c7fdc458f5c4e90a9b0777934416568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '72dda53d-c0bb-4c13-af30-e0cf5bf230b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:42Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 4, 'project_id': '2c7fdc458f5c4e90a9b0777934416568', 'gw_port': {'id': '72dda53d-c0bb-4c13-af30-e0cf5bf230b4', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e070e5fb-1f0e-4f05-b066-3c27a4b07039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:43Z', 'updated_at': '2021-07-27T11:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '44f7a633-2b21-4432-86a9-0bc87ba48f18', 'name': '', 'network_id': '1ceb3fb8-f101-40f0-8904-8ed88a160753', 'tenant_id': '2c7fdc458f5c4e90a9b0777934416568', 'mac_address': 'fa:16:3e:36:8e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e070e5fb-1f0e-4f05-b066-3c27a4b07039', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2d84e304-b3e3-4783-9dc5-1f545222d02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:47Z', 'updated_at': '2021-07-27T11:12:52Z', 'revision_number': 4, 'project_id': '2c7fdc458f5c4e90a9b0777934416568', 'subnets': [{'id': '2d84e304-b3e3-4783-9dc5-1f545222d02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:12:53.456663 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-421bf174-6ef2-4775-bd3b-33d5356b7654 req-81445683-25ae-4b96-b8ee-2582396bd24a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:53.517761 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['403d6f23-4e71-4b8e-a548-c87810fbc2f8', '32c4842b-5809-4209-bdbd-4d8c7282b886', '20da003c-3abd-4ad6-9cd5-0a498488f39b', 'fb3f6e3e-96ef-49b5-be86-924fa5d4bd87'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:12:53.518795 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81445683-25ae-4b96-b8ee-2582396bd24a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Pushing event deleted for resources: {'Port': ['ID=fb3f6e3e-96ef-49b5-be86-924fa5d4bd87,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:53.676706 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-421bf174-6ef2-4775-bd3b-33d5356b7654 req-81445683-25ae-4b96-b8ee-2582396bd24a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] No DVR routers for this DVR port fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 on host hv-cinder-78495 {{(pid=93200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:12:53.682210 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-421bf174-6ef2-4775-bd3b-33d5356b7654 req-81445683-25ae-4b96-b8ee-2582396bd24a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:53.684753 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-421bf174-6ef2-4775-bd3b-33d5356b7654 req-81445683-25ae-4b96-b8ee-2582396bd24a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.20 "DELETE /v2.0/ports/fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 HTTP/1.1" status: 204 len: 173 time: 0.9767797 Jul 27 11:12:53.687056 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04be1cd8-836a-4bc2-b2b0-9e71666dd446', 'name': 'network-vif-deleted', 'tag': 'fb3f6e3e-96ef-49b5-be86-924fa5d4bd87'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:12:53.689859 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cec89f-c413-4cb7-800d-f20376bed1c7" -d '{"events": [{"server_uuid": "04be1cd8-836a-4bc2-b2b0-9e71666dd446", "name": "network-vif-deleted", "tag": "fb3f6e3e-96ef-49b5-be86-924fa5d4bd87"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:12:53.728282 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcf3d7-d611-4f50-8702-d4822207295f req-3d86d1ea-36d0-4027-b144-586fbfaef0ff tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:53.737336 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-94dcf3d7-d611-4f50-8702-d4822207295f req-3d86d1ea-36d0-4027-b144-586fbfaef0ff tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.2945631 Jul 27 11:12:53.777178 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b6db2-f344-48f2-81a2-163c08862172 req-97f3158f-2a02-4406-ad86-54688a03bc45 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:53.796287 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3c6b6db2-f344-48f2-81a2-163c08862172 req-97f3158f-2a02-4406-ad86-54688a03bc45 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 945 time: 0.3049626 Jul 27 11:12:53.843986 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-94dcf3d7-d611-4f50-8702-d4822207295f req-fbe4b7fa-d5a1-4e03-8631-62c644f0cb37 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986893 Jul 27 11:12:53.869691 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3c6b6db2-f344-48f2-81a2-163c08862172 req-5f6968fd-c215-424c-aaab-1fcb67be73a5 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656958 Jul 27 11:12:53.994294 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b7228e-95a5-429f-9d09-4238a843a769 x-openstack-request-id: req-b9b7228e-95a5-429f-9d09-4238a843a769 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:12:53.994653 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04be1cd8-836a-4bc2-b2b0-9e71666dd446", "name": "network-vif-deleted", "tag": "fb3f6e3e-96ef-49b5-be86-924fa5d4bd87", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:12:53.994967 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9b7228e-95a5-429f-9d09-4238a843a769 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:12:53.995423 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04be1cd8-836a-4bc2-b2b0-9e71666dd446', 'name': 'network-vif-deleted', 'tag': 'fb3f6e3e-96ef-49b5-be86-924fa5d4bd87', 'status': 'completed', 'code': 200} Jul 27 11:12:54.098739 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-61f307c0-3561-41a9-bff6-20d8d860b8d1 req-6b9c2a31-fdf9-4d7a-9df9-562f6f978038 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=04be1cd8-836a-4bc2-b2b0-9e71666dd446 HTTP/1.1" status: 200 len: 210 time: 0.0792646 Jul 27 11:12:54.108238 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:54.238365 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60e5c1-fb06-4163-8479-801a42242a59 req-52b7a186-08fc-44f9-9968-71932c15ee0f tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:54.240458 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2c60e5c1-fb06-4163-8479-801a42242a59 req-52b7a186-08fc-44f9-9968-71932c15ee0f tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0978003 Jul 27 11:12:54.297393 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2c60e5c1-fb06-4163-8479-801a42242a59 req-016c07cb-e9f5-4569-9dad-d900f01446fc tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457053 Jul 27 11:12:54.733345 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 44f7a633-2b21-4432-86a9-0bc87ba48f18 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:54.785348 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 44f7a633-2b21-4432-86a9-0bc87ba48f18 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:12:54.789115 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 44f7a633-2b21-4432-86a9-0bc87ba48f18 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:54.790054 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:54.866733 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:54.903242 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 44f7a633-2b21-4432-86a9-0bc87ba48f18, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=44f7a633-2b21-4432-86a9-0bc87ba48f18,segment=NetworkSegment(d3989715-a2cd-4221-a67d-d63d66e9538c),segment_id=d3989715-a2cd-4221-a67d-d63d66e9538c)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:54.910592 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:54.959244 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=44f7a633-2b21-4432-86a9-0bc87ba48f18,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:55.018886 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c9ad4-fa13-4a00-8e0e-6672b7924f6e req-51106d75-d13e-4a4a-ac14-6ba4e221c6de tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:55.020403 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-432c9ad4-fa13-4a00-8e0e-6672b7924f6e req-51106d75-d13e-4a4a-ac14-6ba4e221c6de tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.0901916 Jul 27 11:12:55.069160 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-432c9ad4-fa13-4a00-8e0e-6672b7924f6e req-4c54d5e2-d7cc-430b-8bc4-b3998fc5b3b9 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419698 Jul 27 11:12:55.080929 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cf0eb-acf6-4e6c-a997-2520f5515210 req-0f58aca8-28b4-4352-b298-02ae4397b527 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:55.082597 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b32cf0eb-acf6-4e6c-a997-2520f5515210 req-0f58aca8-28b4-4352-b298-02ae4397b527 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 945 time: 0.1013367 Jul 27 11:12:55.121035 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b32cf0eb-acf6-4e6c-a997-2520f5515210 req-b04827b3-bbbf-498a-acde-a2c486c67169 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316894 Jul 27 11:12:55.419067 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e6154-c27b-4d9a-b6cc-e9097b8aab66 req-10d0e90f-d6e3-4bb4-b208-70a26ecdc36f tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:55.420517 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7b6e6154-c27b-4d9a-b6cc-e9097b8aab66 req-10d0e90f-d6e3-4bb4-b208-70a26ecdc36f tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0675998 Jul 27 11:12:55.458115 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7b6e6154-c27b-4d9a-b6cc-e9097b8aab66 req-065976ee-b674-4a60-a38c-8c5577d840f6 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316467 Jul 27 11:12:55.607548 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b643f-cb70-4ae8-83ec-7e444b21bc1d req-b17d7b93-501c-4567-a1a4-4c62bde0d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:55.609067 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eb8b643f-cb70-4ae8-83ec-7e444b21bc1d req-b17d7b93-501c-4567-a1a4-4c62bde0d2bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39b2b0d7b22e4c15b8cdd715a4210837&device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 1098 time: 0.0575230 Jul 27 11:12:55.951604 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b643f-cb70-4ae8-83ec-7e444b21bc1d req-3d7a7c73-5acd-4745-ab4a-7935fa21cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:55.953067 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eb8b643f-cb70-4ae8-83ec-7e444b21bc1d req-3d7a7c73-5acd-4745-ab4a-7935fa21cb81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b197248-f0ce-4827-933d-69338f8090b1 HTTP/1.1" status: 200 len: 916 time: 0.3357141 Jul 27 11:12:56.025510 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eb8b643f-cb70-4ae8-83ec-7e444b21bc1d req-f934525f-3027-4e2a-b09c-6a00830959e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79e24046-3402-4585-b553-c795ab38f7ac HTTP/1.1" status: 200 len: 999 time: 0.0594816 Jul 27 11:12:56.075128 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b643f-cb70-4ae8-83ec-7e444b21bc1d req-3a514107-2863-47fb-80c3-ad4c688e99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:56.076574 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eb8b643f-cb70-4ae8-83ec-7e444b21bc1d req-3a514107-2863-47fb-80c3-ad4c688e99ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1689c5ce-0d31-49d5-be62-eea37f7808eb HTTP/1.1" status: 200 len: 855 time: 0.0429106 Jul 27 11:12:56.177155 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b643f-cb70-4ae8-83ec-7e444b21bc1d req-1c50e46e-6bb2-4caf-888a-317dce521015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:56.178980 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eb8b643f-cb70-4ae8-83ec-7e444b21bc1d req-1c50e46e-6bb2-4caf-888a-317dce521015 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b197248-f0ce-4827-933d-69338f8090b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921552 Jul 27 11:12:56.345219 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3024c-90cb-4374-bb9e-ce7cfdc54b8f req-0156f5ac-afdf-43ad-9f0d-36b3cbf85ee6 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:56.346730 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-98e3024c-90cb-4374-bb9e-ce7cfdc54b8f req-0156f5ac-afdf-43ad-9f0d-36b3cbf85ee6 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 945 time: 0.1737897 Jul 27 11:12:56.367699 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38431af3-247c-4e29-bc1a-a70081ac6d18 req-fa2dc9e2-2641-4e1d-a095-dfd430414b7b tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:56.369133 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-38431af3-247c-4e29-bc1a-a70081ac6d18 req-fa2dc9e2-2641-4e1d-a095-dfd430414b7b tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 945 time: 0.1639755 Jul 27 11:12:56.391313 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eb8b643f-cb70-4ae8-83ec-7e444b21bc1d req-7f834112-f459-473b-8bff-f9af692ec730 service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553895 Jul 27 11:12:56.471626 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-98e3024c-90cb-4374-bb9e-ce7cfdc54b8f req-56535a34-d519-4130-bc15-77b2c2c3c5a3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177909 Jul 27 11:12:56.483074 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-38431af3-247c-4e29-bc1a-a70081ac6d18 req-68818c3c-fa78-4961-ac05-68e99cc879f8 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055028 Jul 27 11:12:56.519363 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eb8b643f-cb70-4ae8-83ec-7e444b21bc1d req-c05d6e4a-2c74-4df5-a8c7-90678b233cf2 service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191533 Jul 27 11:12:56.622294 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758b818-e775-4ed4-a44e-1941feb5b1e0 req-973bcf4e-b05c-4b17-b9b9-ccb5f503e76d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:56.624228 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3758b818-e775-4ed4-a44e-1941feb5b1e0 req-973bcf4e-b05c-4b17-b9b9-ccb5f503e76d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0707738 Jul 27 11:12:56.666121 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3758b818-e775-4ed4-a44e-1941feb5b1e0 req-4e247eed-24ae-4592-bd33-0b267a893415 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349116 Jul 27 11:12:56.702133 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 44f7a633-2b21-4432-86a9-0bc87ba48f18 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:12:56.738483 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca781b1-c108-48e4-b3e2-49adaf521add req-30c1b7bd-24c3-4c2c-8216-93249b790002 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:56.739975 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7ca781b1-c108-48e4-b3e2-49adaf521add req-30c1b7bd-24c3-4c2c-8216-93249b790002 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=e11fc46d-d67b-4c18-829b-b0b7be089320 HTTP/1.1" status: 200 len: 946 time: 0.0701935 Jul 27 11:12:56.752887 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 44f7a633-2b21-4432-86a9-0bc87ba48f18 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:12:56.753525 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:56.783541 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7ca781b1-c108-48e4-b3e2-49adaf521add req-bf1ca612-a051-445c-9d26-027ef853e91c tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370183 Jul 27 11:12:56.831227 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 79e24046-3402-4585-b553-c795ab38f7ac no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:12:56.907918 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:56.932728 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4199704-1966-4dd3-9e0c-23ffec4ce781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79e24046-3402-4585-b553-c795ab38f7ac'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:12:56.935023 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d440961-fb19-4e67-ad1e-e46458ec6e82" -d '{"events": [{"server_uuid": "b4199704-1966-4dd3-9e0c-23ffec4ce781", "name": "network-vif-unplugged", "status": "completed", "tag": "79e24046-3402-4585-b553-c795ab38f7ac"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:12:56.948591 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 79e24046-3402-4585-b553-c795ab38f7ac, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=79e24046-3402-4585-b553-c795ab38f7ac,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:56.951742 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:56.952454 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:12:56.972915 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 11:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b520dd78-535d-4a0a-ba33-8fd72051a435 x-openstack-request-id: req-b520dd78-535d-4a0a-ba33-8fd72051a435 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:12:56.973247 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4199704-1966-4dd3-9e0c-23ffec4ce781", "name": "network-vif-unplugged", "status": "completed", "tag": "79e24046-3402-4585-b553-c795ab38f7ac", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:12:56.973530 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b520dd78-535d-4a0a-ba33-8fd72051a435 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:12:56.973922 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4199704-1966-4dd3-9e0c-23ffec4ce781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79e24046-3402-4585-b553-c795ab38f7ac', 'code': 200} Jul 27 11:12:56.975537 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:12:56.975883 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device fb3f6e3e-96ef-49b5-be86-924fa5d4bd87 not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:12:57.019027 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=79e24046-3402-4585-b553-c795ab38f7ac,revision_number=8']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:57.651001 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66376db7-bc3b-4bdc-9874-abb4f2f8ccd9 req-9ecc73e2-65fd-4d92-a5a2-11b597eb29a2 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:57.652510 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-66376db7-bc3b-4bdc-9874-abb4f2f8ccd9 req-9ecc73e2-65fd-4d92-a5a2-11b597eb29a2 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.1037958 Jul 27 11:12:57.664252 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71d6db-84bc-4510-a41c-b0afa1e8990d req-4082f1a9-70e7-4078-a3e2-8ed4bd0504b9 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:57.666393 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ae71d6db-84bc-4510-a41c-b0afa1e8990d req-4082f1a9-70e7-4078-a3e2-8ed4bd0504b9 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 945 time: 0.0886784 Jul 27 11:12:57.703598 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:12:57.728744 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-66376db7-bc3b-4bdc-9874-abb4f2f8ccd9 req-51ebaf07-d892-448b-a312-0b0b63fe7106 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606623 Jul 27 11:12:57.731987 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ae71d6db-84bc-4510-a41c-b0afa1e8990d req-d4b1fb49-f530-4761-994d-6eeceb92c305 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586293 Jul 27 11:12:57.879452 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad84cc9-34b4-4800-bc28-1b48805b534b req-0aa1fffe-9140-400b-9489-22716f849da3 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:57.881098 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fad84cc9-34b4-4800-bc28-1b48805b534b req-0aa1fffe-9140-400b-9489-22716f849da3 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0910697 Jul 27 11:12:57.943586 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fad84cc9-34b4-4800-bc28-1b48805b534b req-f2cc54e5-c5b5-4247-88d6-338c2e45fc09 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447772 Jul 27 11:12:57.966376 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff564272-37b8-42eb-8c7a-49de4276089b req-c262e79b-0395-4800-8492-6284fbe03642 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:57.968159 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ff564272-37b8-42eb-8c7a-49de4276089b req-c262e79b-0395-4800-8492-6284fbe03642 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=e11fc46d-d67b-4c18-829b-b0b7be089320 HTTP/1.1" status: 200 len: 946 time: 0.1126823 Jul 27 11:12:58.010076 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ff564272-37b8-42eb-8c7a-49de4276089b req-b60810b8-92ef-459a-8d82-24c59becd938 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354762 Jul 27 11:12:58.945010 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf8cd1-7b02-41c5-bfd1-dded8204a21a req-09fe5bc1-cf96-45e6-8448-1832eca13b9c tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:58.946588 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-63cf8cd1-7b02-41c5-bfd1-dded8204a21a req-09fe5bc1-cf96-45e6-8448-1832eca13b9c tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 945 time: 0.1474254 Jul 27 11:12:58.955333 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa39397-8002-42eb-9ba2-806a62afd482 req-4ac861cc-2183-463b-af03-2c30dc9f1019 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:58.956699 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2fa39397-8002-42eb-9ba2-806a62afd482 req-4ac861cc-2183-463b-af03-2c30dc9f1019 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.1556382 Jul 27 11:12:58.964382 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f5571-18e0-4b2d-b490-bed9f3596a54 req-a7b5e2eb-0999-4cca-b23d-f4597c6c8d4d tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:58.965759 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d74f5571-18e0-4b2d-b490-bed9f3596a54 req-a7b5e2eb-0999-4cca-b23d-f4597c6c8d4d tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.20 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 945 time: 0.1562068 Jul 27 11:12:59.068320 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-63cf8cd1-7b02-41c5-bfd1-dded8204a21a req-1105911c-f248-4687-ad94-e844b5558d81 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015983 Jul 27 11:12:59.072363 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2fa39397-8002-42eb-9ba2-806a62afd482 req-138d7b43-7021-4d5b-b09e-2085f9ce5a0a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046984 Jul 27 11:12:59.128733 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-d74f5571-18e0-4b2d-b490-bed9f3596a54 req-77e2d20c-2aaa-4e40-838e-3c5506e4a568 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Deleting port 4b42090e-c23f-4e0b-b278-8101068e6a40 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:12:59.129207 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d74f5571-18e0-4b2d-b490-bed9f3596a54 req-77e2d20c-2aaa-4e40-838e-3c5506e4a568 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:59.304162 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-d74f5571-18e0-4b2d-b490-bed9f3596a54 req-77e2d20c-2aaa-4e40-838e-3c5506e4a568 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] For port 4b42090e-c23f-4e0b-b278-8101068e6a40, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=4b42090e-c23f-4e0b-b278-8101068e6a40,segment=NetworkSegment(e9febea5-d375-40b3-868c-4b1165e095e5),segment_id=e9febea5-d375-40b3-868c-4b1165e095e5)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:12:59.304447 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d74f5571-18e0-4b2d-b490-bed9f3596a54 req-77e2d20c-2aaa-4e40-838e-3c5506e4a568 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:59.322672 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-d74f5571-18e0-4b2d-b490-bed9f3596a54 req-77e2d20c-2aaa-4e40-838e-3c5506e4a568 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Calling delete_port for 4b42090e-c23f-4e0b-b278-8101068e6a40 owned by compute:nova {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:12:59.331404 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9d261-2efb-4580-8671-cd48650b7384 req-6aa673bc-a87c-47e1-8f1a-7dede082d3e4 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:59.332924 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-99d9d261-2efb-4580-8671-cd48650b7384 req-6aa673bc-a87c-47e1-8f1a-7dede082d3e4 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.1890409 Jul 27 11:12:59.342951 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ed18c-fd95-428d-9985-ceffb84fa4be req-e6b4cd33-4b08-415a-86dd-b2d72d1041d9 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:59.344340 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-986ed18c-fd95-428d-9985-ceffb84fa4be req-e6b4cd33-4b08-415a-86dd-b2d72d1041d9 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=e11fc46d-d67b-4c18-829b-b0b7be089320 HTTP/1.1" status: 200 len: 946 time: 0.2015691 Jul 27 11:12:59.446330 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-99d9d261-2efb-4580-8671-cd48650b7384 req-3b608094-5455-4aaf-94fc-f3ec7fa70cb0 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009815 Jul 27 11:12:59.456344 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-986ed18c-fd95-428d-9985-ceffb84fa4be req-215380bc-dfdf-4ac6-8ed8-bec6fc5cd78e tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002405 Jul 27 11:12:59.528205 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d74f5571-18e0-4b2d-b490-bed9f3596a54 req-77e2d20c-2aaa-4e40-838e-3c5506e4a568 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:59.561580 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2d20c-2aaa-4e40-838e-3c5506e4a568 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Pushing event deleted for resources: {'Port': ['ID=4b42090e-c23f-4e0b-b278-8101068e6a40,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:12:59.570159 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['4b42090e-c23f-4e0b-b278-8101068e6a40'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:12:59.607588 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74f5571-18e0-4b2d-b490-bed9f3596a54 req-77e2d20c-2aaa-4e40-838e-3c5506e4a568 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] No DVR routers for this DVR port 4b42090e-c23f-4e0b-b278-8101068e6a40 on host hv-cinder-78495 {{(pid=93200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:12:59.615490 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d74f5571-18e0-4b2d-b490-bed9f3596a54 req-77e2d20c-2aaa-4e40-838e-3c5506e4a568 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:12:59.617556 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d74f5571-18e0-4b2d-b490-bed9f3596a54 req-77e2d20c-2aaa-4e40-838e-3c5506e4a568 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.20 "DELETE /v2.0/ports/4b42090e-c23f-4e0b-b278-8101068e6a40 HTTP/1.1" status: 204 len: 173 time: 0.6386809 Jul 27 11:12:59.618115 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd407163a-c18c-4803-9c4d-25b8407111a7', 'name': 'network-vif-deleted', 'tag': '4b42090e-c23f-4e0b-b278-8101068e6a40'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:12:59.620933 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6944c081-183f-406f-b6df-6ea89036511e" -d '{"events": [{"server_uuid": "d407163a-c18c-4803-9c4d-25b8407111a7", "name": "network-vif-deleted", "tag": "4b42090e-c23f-4e0b-b278-8101068e6a40"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:12:59.656230 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2571b40-198d-4896-aa87-c1e217178b9c x-openstack-request-id: req-a2571b40-198d-4896-aa87-c1e217178b9c {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:12:59.656527 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d407163a-c18c-4803-9c4d-25b8407111a7", "name": "network-vif-deleted", "tag": "4b42090e-c23f-4e0b-b278-8101068e6a40", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:12:59.656783 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2571b40-198d-4896-aa87-c1e217178b9c {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:12:59.657185 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd407163a-c18c-4803-9c4d-25b8407111a7', 'name': 'network-vif-deleted', 'tag': '4b42090e-c23f-4e0b-b278-8101068e6a40', 'status': 'completed', 'code': 200} Jul 27 11:12:59.795944 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e883a-aee1-4f6e-9936-90bd0fec23ac req-13dfc283-8611-4cdd-b2e3-26561f0dc6b0 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:12:59.797521 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a75e883a-aee1-4f6e-9936-90bd0fec23ac req-13dfc283-8611-4cdd-b2e3-26561f0dc6b0 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.20 "GET /v2.0/ports?device_id=e11fc46d-d67b-4c18-829b-b0b7be089320 HTTP/1.1" status: 200 len: 946 time: 0.0779393 Jul 27 11:12:59.948607 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-a75e883a-aee1-4f6e-9936-90bd0fec23ac req-a79d3b26-1130-49ae-90bf-9467631f6fb5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Deleting port 20da003c-3abd-4ad6-9cd5-0a498488f39b {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:12:59.949293 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-a75e883a-aee1-4f6e-9936-90bd0fec23ac req-a79d3b26-1130-49ae-90bf-9467631f6fb5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:00.036632 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-a75e883a-aee1-4f6e-9936-90bd0fec23ac req-a79d3b26-1130-49ae-90bf-9467631f6fb5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] For port 20da003c-3abd-4ad6-9cd5-0a498488f39b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=20da003c-3abd-4ad6-9cd5-0a498488f39b,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:13:00.036993 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-a75e883a-aee1-4f6e-9936-90bd0fec23ac req-a79d3b26-1130-49ae-90bf-9467631f6fb5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:00.049150 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-a75e883a-aee1-4f6e-9936-90bd0fec23ac req-a79d3b26-1130-49ae-90bf-9467631f6fb5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Calling delete_port for 20da003c-3abd-4ad6-9cd5-0a498488f39b owned by compute:nova {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:13:00.218488 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-35d3c77b-fa02-4f87-a68e-7fc4f760f264 req-93330038-f787-430d-b3f8-054afe6b0730 tempest-VolumesActionsTest-1465790308 tempest-VolumesActionsTest-1465790308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d407163a-c18c-4803-9c4d-25b8407111a7 HTTP/1.1" status: 200 len: 210 time: 0.0599084 Jul 27 11:13:00.246575 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-a75e883a-aee1-4f6e-9936-90bd0fec23ac req-a79d3b26-1130-49ae-90bf-9467631f6fb5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:00.282596 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d3b26-1130-49ae-90bf-9467631f6fb5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Pushing event deleted for resources: {'Port': ['ID=20da003c-3abd-4ad6-9cd5-0a498488f39b,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:00.287093 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['403d6f23-4e71-4b8e-a548-c87810fbc2f8', '32c4842b-5809-4209-bdbd-4d8c7282b886', '20da003c-3abd-4ad6-9cd5-0a498488f39b'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:13:00.294575 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a063ca8-30ad-4216-ae64-8cdf54e32d91 req-845ee344-9808-40fc-a8c1-e6f7aebe641e tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:00.295493 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3a063ca8-30ad-4216-ae64-8cdf54e32d91 req-845ee344-9808-40fc-a8c1-e6f7aebe641e tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.1359310 Jul 27 11:13:00.345155 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75e883a-aee1-4f6e-9936-90bd0fec23ac req-a79d3b26-1130-49ae-90bf-9467631f6fb5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] No DVR routers for this DVR port 20da003c-3abd-4ad6-9cd5-0a498488f39b on host hv-cinder-78495 {{(pid=93200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:13:00.352393 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-a75e883a-aee1-4f6e-9936-90bd0fec23ac req-a79d3b26-1130-49ae-90bf-9467631f6fb5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:00.354360 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a75e883a-aee1-4f6e-9936-90bd0fec23ac req-a79d3b26-1130-49ae-90bf-9467631f6fb5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.20 "DELETE /v2.0/ports/20da003c-3abd-4ad6-9cd5-0a498488f39b HTTP/1.1" status: 204 len: 173 time: 0.5112791 Jul 27 11:13:00.394022 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3a063ca8-30ad-4216-ae64-8cdf54e32d91 req-bf234bdf-db1a-45f7-9ca7-99511faf38fa tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756710 Jul 27 11:13:00.600211 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa03ddb-1073-450b-90a8-21357f13ab9b req-dd405944-2076-4e11-8c2a-083af3cdc0dd tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:00.601645 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8aa03ddb-1073-450b-90a8-21357f13ab9b req-dd405944-2076-4e11-8c2a-083af3cdc0dd tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0723171 Jul 27 11:13:00.648064 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8aa03ddb-1073-450b-90a8-21357f13ab9b req-8a78247d-6c88-4c06-af6d-2bdfec710c57 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391645 Jul 27 11:13:00.755696 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-82198eb0-381d-4ebd-9c47-d0cb1e92d972 req-7812dca0-0169-4fc2-8fa1-5f937d416bad tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=e11fc46d-d67b-4c18-829b-b0b7be089320 HTTP/1.1" status: 200 len: 210 time: 0.0325439 Jul 27 11:13:01.034994 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162ae9e-20a5-41e1-bd9d-342c5ba2f795 req-20e3e21b-3636-4c2e-ab2e-385b701ae4a8 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:01.036537 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2162ae9e-20a5-41e1-bd9d-342c5ba2f795 req-20e3e21b-3636-4c2e-ab2e-385b701ae4a8 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.0632801 Jul 27 11:13:01.078649 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2162ae9e-20a5-41e1-bd9d-342c5ba2f795 req-1cec5b2f-1952-40f5-96bd-a3d1df62ddb0 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353062 Jul 27 11:13:01.341629 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 59814) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:01.436315 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-77840ea0-3872-4abb-aabb-2766d7b7f47e req-7e2f55be-7ff7-4b2d-8598-a97ad8e6deae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933576 Jul 27 11:13:01.658627 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11fc46d-d67b-4c18-829b-b0b7be089320', 'name': 'network-vif-deleted', 'tag': '20da003c-3abd-4ad6-9cd5-0a498488f39b'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:13:01.662620 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abf5db7-3d86-4120-b8cd-1feecf9d9ca8" -d '{"events": [{"server_uuid": "e11fc46d-d67b-4c18-829b-b0b7be089320", "name": "network-vif-deleted", "tag": "20da003c-3abd-4ad6-9cd5-0a498488f39b"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:13:01.713359 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f9d10d-65ae-4ce6-9d68-259d4c8b07f9 x-openstack-request-id: req-00f9d10d-65ae-4ce6-9d68-259d4c8b07f9 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:13:01.713725 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11fc46d-d67b-4c18-829b-b0b7be089320", "name": "network-vif-deleted", "tag": "20da003c-3abd-4ad6-9cd5-0a498488f39b", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:13:01.713980 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00f9d10d-65ae-4ce6-9d68-259d4c8b07f9 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:13:01.714377 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11fc46d-d67b-4c18-829b-b0b7be089320', 'name': 'network-vif-deleted', 'tag': '20da003c-3abd-4ad6-9cd5-0a498488f39b', 'status': 'completed', 'code': 200} Jul 27 11:13:01.812781 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24995dc0-cbbc-49cf-adbf-37b3c7aa427a req-eb489f3c-844a-4f4f-b967-4f6837e1ceb0 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:01.814826 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-24995dc0-cbbc-49cf-adbf-37b3c7aa427a req-eb489f3c-844a-4f4f-b967-4f6837e1ceb0 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0859928 Jul 27 11:13:01.862870 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-24995dc0-cbbc-49cf-adbf-37b3c7aa427a req-baf5cb22-c46d-44b7-bf43-07aa51261907 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381925 Jul 27 11:13:02.068402 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f5fa6-6f5a-41f3-8c43-8950c8df0257 req-6205f8aa-41ec-4bbd-a052-293aacd40056 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:02.069938 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0c6f5fa6-6f5a-41f3-8c43-8950c8df0257 req-6205f8aa-41ec-4bbd-a052-293aacd40056 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 946 time: 0.0665305 Jul 27 11:13:02.112482 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0c6f5fa6-6f5a-41f3-8c43-8950c8df0257 req-158d6dbf-eb9c-4170-9ae2-8abd3f87eba1 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361662 Jul 27 11:13:02.223853 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bd4eb-3b95-459b-8392-4f7a0a2c2b52 req-e331fa4c-7b83-422e-a5ed-6f08651ddb89 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:02.225219 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-da5bd4eb-3b95-459b-8392-4f7a0a2c2b52 req-e331fa4c-7b83-422e-a5ed-6f08651ddb89 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.0613580 Jul 27 11:13:02.266973 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-da5bd4eb-3b95-459b-8392-4f7a0a2c2b52 req-a5ff38f6-f93c-4d24-bc99-26e263e8f778 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349436 Jul 27 11:13:02.995079 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f324f-ef96-47f7-a3e2-2a22ba55cd11 req-40c5bf69-9dd6-4d12-95a4-04c81f6eaf4d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:02.996556 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-415f324f-ef96-47f7-a3e2-2a22ba55cd11 req-40c5bf69-9dd6-4d12-95a4-04c81f6eaf4d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0647492 Jul 27 11:13:03.032342 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-415f324f-ef96-47f7-a3e2-2a22ba55cd11 req-56d0aec1-3849-4365-baf3-19b85190f07c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300338 Jul 27 11:13:03.238588 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a3312-2778-4efd-8d96-720b0b9419e1 req-d2862b37-9340-4190-ac4e-361eb4f48c6b tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:03.240029 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c81a3312-2778-4efd-8d96-720b0b9419e1 req-d2862b37-9340-4190-ac4e-361eb4f48c6b tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 946 time: 0.0623212 Jul 27 11:13:03.277775 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c81a3312-2778-4efd-8d96-720b0b9419e1 req-2f51adab-a247-4904-b502-2cb59d097d20 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311389 Jul 27 11:13:03.401681 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbde0d2-c05d-41bb-b6ea-440788bba81c req-8f7e047c-8c8d-4cc0-993c-7a0cb377dbcc tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:03.403131 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2bbde0d2-c05d-41bb-b6ea-440788bba81c req-8f7e047c-8c8d-4cc0-993c-7a0cb377dbcc tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.0642500 Jul 27 11:13:03.444499 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2bbde0d2-c05d-41bb-b6ea-440788bba81c req-04f930fd-e3f0-4393-9cb0-f15acb753c8d tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355289 Jul 27 11:13:04.158337 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb6995-3c4c-465b-bcd3-f9fab7315040 req-95c1aa68-dce2-47eb-9175-3b037e2bd541 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:04.160020 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-36cb6995-3c4c-465b-bcd3-f9fab7315040 req-95c1aa68-dce2-47eb-9175-3b037e2bd541 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0627856 Jul 27 11:13:04.199591 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-36cb6995-3c4c-465b-bcd3-f9fab7315040 req-6f2377b9-470c-4219-a5bb-6cece0d8723c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325127 Jul 27 11:13:04.294627 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 20da003c-3abd-4ad6-9cd5-0a498488f39b no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:13:04.325848 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: 20da003c-3abd-4ad6-9cd5-0a498488f39b {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:13:04.326190 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 20da003c-3abd-4ad6-9cd5-0a498488f39b not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:13:04.326611 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 79e24046-3402-4585-b553-c795ab38f7ac no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:13:04.348854 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:04.403271 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 4b42090e-c23f-4e0b-b278-8101068e6a40 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:13:04.410114 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae956557-c7fd-438c-8520-d48f1c85016d req-0e9a9a3f-1137-4114-bdf9-ceece6c36981 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:04.411633 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ae956557-c7fd-438c-8520-d48f1c85016d req-0e9a9a3f-1137-4114-bdf9-ceece6c36981 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 946 time: 0.0637903 Jul 27 11:13:04.421428 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: 4b42090e-c23f-4e0b-b278-8101068e6a40 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:13:04.421784 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 4b42090e-c23f-4e0b-b278-8101068e6a40 not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:13:04.453184 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ae956557-c7fd-438c-8520-d48f1c85016d req-fd0bb7b4-dc7d-48d4-b284-d8f8acaa80c7 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343459 Jul 27 11:13:04.583858 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6dceee-3e99-4afb-9640-451e235334d3 req-095020b6-2b1f-4a86-8d0c-c7632fd48b13 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:04.585257 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1e6dceee-3e99-4afb-9640-451e235334d3 req-095020b6-2b1f-4a86-8d0c-c7632fd48b13 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.0692077 Jul 27 11:13:04.623281 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1e6dceee-3e99-4afb-9640-451e235334d3 req-705a16cd-7c69-4266-a384-d5ab631e5cf1 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320075 Jul 27 11:13:05.325627 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecc2f8-36d5-4994-b763-93a6198b8f8e req-1a06e1cc-a2e4-423a-b2d0-1b8f58000ae4 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:05.327110 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9aecc2f8-36d5-4994-b763-93a6198b8f8e req-1a06e1cc-a2e4-423a-b2d0-1b8f58000ae4 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0620680 Jul 27 11:13:05.363717 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9aecc2f8-36d5-4994-b763-93a6198b8f8e req-35cf0275-f5cd-4622-aa4c-5c5ee51e322c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308025 Jul 27 11:13:05.581548 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd9d9e-b5a5-4ffd-9f11-3c5bd8c819e4 req-dff66b6c-15f1-456a-acc2-69a7c3e48b15 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:05.582998 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d9cd9d9e-b5a5-4ffd-9f11-3c5bd8c819e4 req-dff66b6c-15f1-456a-acc2-69a7c3e48b15 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 946 time: 0.0641994 Jul 27 11:13:05.621648 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d9cd9d9e-b5a5-4ffd-9f11-3c5bd8c819e4 req-a79342ca-9d3d-4502-9704-2edfec616f71 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327134 Jul 27 11:13:05.754313 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a1818-53d8-4664-9662-1b59e9e793c9 req-cc8649ef-7530-4f2b-b4c2-cdcff155ab16 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:05.755732 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9b8a1818-53d8-4664-9662-1b59e9e793c9 req-cc8649ef-7530-4f2b-b4c2-cdcff155ab16 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.0648754 Jul 27 11:13:05.792727 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9b8a1818-53d8-4664-9662-1b59e9e793c9 req-56bb10f3-0510-480c-bf88-bc08208df752 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303283 Jul 27 11:13:06.085010 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10320ed-265a-46ff-a19f-ea21e28f4ab8 req-b122a8bd-68ac-4103-ab24-329143806281 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:06.086381 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e10320ed-265a-46ff-a19f-ea21e28f4ab8 req-b122a8bd-68ac-4103-ab24-329143806281 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 946 time: 0.0600674 Jul 27 11:13:06.191923 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-e10320ed-265a-46ff-a19f-ea21e28f4ab8 req-0955e200-21d7-4367-9d3e-b48083aa4e30 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Deleting port 32c4842b-5809-4209-bdbd-4d8c7282b886 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:13:06.192265 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-e10320ed-265a-46ff-a19f-ea21e28f4ab8 req-0955e200-21d7-4367-9d3e-b48083aa4e30 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:06.275852 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-e10320ed-265a-46ff-a19f-ea21e28f4ab8 req-0955e200-21d7-4367-9d3e-b48083aa4e30 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] For port 32c4842b-5809-4209-bdbd-4d8c7282b886, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=32c4842b-5809-4209-bdbd-4d8c7282b886,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:13:06.276252 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-e10320ed-265a-46ff-a19f-ea21e28f4ab8 req-0955e200-21d7-4367-9d3e-b48083aa4e30 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:06.289532 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-e10320ed-265a-46ff-a19f-ea21e28f4ab8 req-0955e200-21d7-4367-9d3e-b48083aa4e30 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Calling delete_port for 32c4842b-5809-4209-bdbd-4d8c7282b886 owned by compute:nova {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:13:06.414823 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-e10320ed-265a-46ff-a19f-ea21e28f4ab8 req-0955e200-21d7-4367-9d3e-b48083aa4e30 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:06.451359 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955e200-21d7-4367-9d3e-b48083aa4e30 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Pushing event deleted for resources: {'Port': ['ID=32c4842b-5809-4209-bdbd-4d8c7282b886,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:06.458103 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['403d6f23-4e71-4b8e-a548-c87810fbc2f8', '32c4842b-5809-4209-bdbd-4d8c7282b886'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:13:06.516898 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10320ed-265a-46ff-a19f-ea21e28f4ab8 req-0955e200-21d7-4367-9d3e-b48083aa4e30 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] No DVR routers for this DVR port 32c4842b-5809-4209-bdbd-4d8c7282b886 on host hv-cinder-78495 {{(pid=93200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:13:06.521352 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-e10320ed-265a-46ff-a19f-ea21e28f4ab8 req-0955e200-21d7-4367-9d3e-b48083aa4e30 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:06.523354 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e10320ed-265a-46ff-a19f-ea21e28f4ab8 req-0955e200-21d7-4367-9d3e-b48083aa4e30 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.20 "DELETE /v2.0/ports/32c4842b-5809-4209-bdbd-4d8c7282b886 HTTP/1.1" status: 204 len: 173 time: 0.4264956 Jul 27 11:13:06.523812 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bfe553-5fe4-4b82-8adb-209dd9ba518d', 'name': 'network-vif-deleted', 'tag': '32c4842b-5809-4209-bdbd-4d8c7282b886'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:13:06.526050 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c055e0-ac84-431b-bbc0-f0da2192d2a3" -d '{"events": [{"server_uuid": "a6bfe553-5fe4-4b82-8adb-209dd9ba518d", "name": "network-vif-deleted", "tag": "32c4842b-5809-4209-bdbd-4d8c7282b886"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:13:06.558284 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07fc6c-2681-45e6-a022-bd85f04d595a req-987cd470-94ee-4bf0-b198-164b2e490c3f tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:06.559815 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ee07fc6c-2681-45e6-a022-bd85f04d595a req-987cd470-94ee-4bf0-b198-164b2e490c3f tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.1190975 Jul 27 11:13:06.582490 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f430f9-6915-4381-9076-4089976c3f5d x-openstack-request-id: req-76f430f9-6915-4381-9076-4089976c3f5d {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:13:06.583109 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bfe553-5fe4-4b82-8adb-209dd9ba518d", "name": "network-vif-deleted", "tag": "32c4842b-5809-4209-bdbd-4d8c7282b886", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:13:06.583109 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76f430f9-6915-4381-9076-4089976c3f5d {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:13:06.583401 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bfe553-5fe4-4b82-8adb-209dd9ba518d', 'name': 'network-vif-deleted', 'tag': '32c4842b-5809-4209-bdbd-4d8c7282b886', 'status': 'completed', 'code': 200} Jul 27 11:13:06.609006 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ee07fc6c-2681-45e6-a022-bd85f04d595a req-96d582ce-93ed-4a2e-a1ae-50c79aafbdf3 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426459 Jul 27 11:13:06.734315 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-09c6b669-fff3-4c71-a2fe-da15b3d621c4 req-a1bdc709-8bd4-4707-9db1-034c24597909 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6bfe553-5fe4-4b82-8adb-209dd9ba518d HTTP/1.1" status: 200 len: 210 time: 0.0329230 Jul 27 11:13:06.970745 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae9795-045a-4a0e-8de3-e186bb6c53f9 req-d663a86b-44aa-4c86-a4a1-fb69b2d3bafb tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:06.972242 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f5ae9795-045a-4a0e-8de3-e186bb6c53f9 req-d663a86b-44aa-4c86-a4a1-fb69b2d3bafb tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.0688956 Jul 27 11:13:07.017928 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f5ae9795-045a-4a0e-8de3-e186bb6c53f9 req-c778233a-44c7-4cfe-a6d2-77cf93af423d tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397217 Jul 27 11:13:07.473991 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb63c4-823c-43b0-84bb-cd0bd3154455 req-c40dd56e-9eb4-41c5-a844-cd0aed376f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:07.475413 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f6eb63c4-823c-43b0-84bb-cd0bd3154455 req-c40dd56e-9eb4-41c5-a844-cd0aed376f9f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 1099 time: 0.0545838 Jul 27 11:13:07.513579 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f6eb63c4-823c-43b0-84bb-cd0bd3154455 req-a3f96109-b358-4cc3-b685-e3db54d9256d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285451 Jul 27 11:13:07.742534 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9ca13-931d-40b1-8c69-bfc1e4927298 req-26e451f2-9b89-4cb8-be54-daa982176349 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:07.744968 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a3e9ca13-931d-40b1-8c69-bfc1e4927298 req-26e451f2-9b89-4cb8-be54-daa982176349 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0653219 Jul 27 11:13:07.790750 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a3e9ca13-931d-40b1-8c69-bfc1e4927298 req-5c9507fb-aa8d-48c9-8e04-c971beabc5a2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353484 Jul 27 11:13:08.230616 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914186ef-4a0a-4c3d-bbd6-ca65f8947637 req-b7c6f3dd-e096-4ec0-8282-968ad0918647 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:08.233087 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-914186ef-4a0a-4c3d-bbd6-ca65f8947637 req-b7c6f3dd-e096-4ec0-8282-968ad0918647 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.1338146 Jul 27 11:13:08.304607 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-914186ef-4a0a-4c3d-bbd6-ca65f8947637 req-7f509ff9-4b5f-4367-a56b-4941fc0f359c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644209 Jul 27 11:13:08.324324 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77840ea0-3872-4abb-aabb-2766d7b7f47e req-156dfdb1-3662-4386-bb91-3b979fbca80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:08.325869 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-77840ea0-3872-4abb-aabb-2766d7b7f47e req-156dfdb1-3662-4386-bb91-3b979fbca80a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781&tenant_id=39b2b0d7b22e4c15b8cdd715a4210837 HTTP/1.1" status: 200 len: 1096 time: 0.1662970 Jul 27 11:13:08.429308 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77840ea0-3872-4abb-aabb-2766d7b7f47e req-9b5b4184-b42d-412d-91ca-6cf80695e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:08.430821 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-77840ea0-3872-4abb-aabb-2766d7b7f47e req-9b5b4184-b42d-412d-91ca-6cf80695e7f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39b2b0d7b22e4c15b8cdd715a4210837&device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 1096 time: 0.0543916 Jul 27 11:13:08.521712 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77840ea0-3872-4abb-aabb-2766d7b7f47e req-9dbef5e5-7cdd-4b8b-a8fb-943bcea18aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:08.523167 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-77840ea0-3872-4abb-aabb-2766d7b7f47e req-9dbef5e5-7cdd-4b8b-a8fb-943bcea18aa7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b197248-f0ce-4827-933d-69338f8090b1 HTTP/1.1" status: 200 len: 916 time: 0.0816550 Jul 27 11:13:08.597289 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-77840ea0-3872-4abb-aabb-2766d7b7f47e req-1bfb8621-9601-48a2-9f23-75fbc820e4c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79e24046-3402-4585-b553-c795ab38f7ac HTTP/1.1" status: 200 len: 997 time: 0.0591917 Jul 27 11:13:08.653885 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77840ea0-3872-4abb-aabb-2766d7b7f47e req-ed053a46-9ab9-4726-a98c-7e62c962dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:08.655626 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-77840ea0-3872-4abb-aabb-2766d7b7f47e req-ed053a46-9ab9-4726-a98c-7e62c962dfdf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1689c5ce-0d31-49d5-be62-eea37f7808eb HTTP/1.1" status: 200 len: 855 time: 0.0453806 Jul 27 11:13:08.724454 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77840ea0-3872-4abb-aabb-2766d7b7f47e req-5867fe42-b210-468d-a9a4-392957a422b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:08.726301 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-77840ea0-3872-4abb-aabb-2766d7b7f47e req-5867fe42-b210-468d-a9a4-392957a422b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b197248-f0ce-4827-933d-69338f8090b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609100 Jul 27 11:13:08.931707 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-77840ea0-3872-4abb-aabb-2766d7b7f47e req-d482dd24-e9d4-4ffa-a91f-27990cfc7a50 service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263859 Jul 27 11:13:08.964087 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b4006-f4df-4aad-8c19-51cb6fc2b744 req-c56d4a7c-4597-498c-8b4b-d7a30f02503c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:08.965612 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1c4b4006-f4df-4aad-8c19-51cb6fc2b744 req-c56d4a7c-4597-498c-8b4b-d7a30f02503c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0990751 Jul 27 11:13:09.061425 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1c4b4006-f4df-4aad-8c19-51cb6fc2b744 req-6bba61c3-6098-459a-bc7d-8008d5f440a3 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831285 Jul 27 11:13:09.082894 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-77840ea0-3872-4abb-aabb-2766d7b7f47e req-6267a9d2-5778-4859-8561-3c1cf668024e service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354685 Jul 27 11:13:09.328589 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691517d-5ba1-4400-a351-13982798d200 req-5202949f-9d18-42be-b2b7-627fa500446f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:09.335618 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b691517d-5ba1-4400-a351-13982798d200 req-5202949f-9d18-42be-b2b7-627fa500446f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.0887737 Jul 27 11:13:09.368926 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b691517d-5ba1-4400-a351-13982798d200 req-55293b26-0d43-45a9-8763-e9ef6e213122 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324786 Jul 27 11:13:09.449990 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617f427-d752-43de-bb9f-60b1ac6e5ae3 req-0f006b6f-d41a-4b56-8c1e-4243df7a6a61 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:09.451393 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9617f427-d752-43de-bb9f-60b1ac6e5ae3 req-0f006b6f-d41a-4b56-8c1e-4243df7a6a61 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.0662591 Jul 27 11:13:09.494200 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9617f427-d752-43de-bb9f-60b1ac6e5ae3 req-ee6079e7-dea6-4d02-b365-12718ef39e39 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367165 Jul 27 11:13:10.288097 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fbaa2-051d-4bdb-8089-9eb42ee6c37f req-92c79d29-44e4-4048-96e7-7b341f29c214 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:10.298359 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4f6fbaa2-051d-4bdb-8089-9eb42ee6c37f req-92c79d29-44e4-4048-96e7-7b341f29c214 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.1100168 Jul 27 11:13:10.360898 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4f6fbaa2-051d-4bdb-8089-9eb42ee6c37f req-0a010c50-193e-4e38-835c-9a4b3daf293e tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608251 Jul 27 11:13:10.882546 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76ff55-f2b4-4cc9-ba44-46f37d347f34 req-fa689665-dad9-40ff-8bfd-1718cd3cb158 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:10.893663 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1d76ff55-f2b4-4cc9-ba44-46f37d347f34 req-fa689665-dad9-40ff-8bfd-1718cd3cb158 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.4329846 Jul 27 11:13:10.904224 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a3f3d-135a-4dbd-a0b3-b7ea5d67acde req-66e9df64-e335-4cb7-bab2-5654385e380a tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:10.911551 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-814a3f3d-135a-4dbd-a0b3-b7ea5d67acde req-66e9df64-e335-4cb7-bab2-5654385e380a tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.4212520 Jul 27 11:13:10.988035 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1d76ff55-f2b4-4cc9-ba44-46f37d347f34 req-a75e3667-ee9c-4421-b8a9-7581faf69365 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933406 Jul 27 11:13:11.037016 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-814a3f3d-135a-4dbd-a0b3-b7ea5d67acde req-0b63a24c-c3f0-46db-b958-e5718d09e6b6 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041353 Jul 27 11:13:11.215568 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee2455-f31b-400d-a32e-fbe11bede201 req-e6601c2b-a04e-476e-99f8-4e1cd6092303 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:11.225207 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cbee2455-f31b-400d-a32e-fbe11bede201 req-e6601c2b-a04e-476e-99f8-4e1cd6092303 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.1160893 Jul 27 11:13:11.299162 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cbee2455-f31b-400d-a32e-fbe11bede201 req-219f4534-76cf-495c-a484-9faa2565fb96 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728405 Jul 27 11:13:11.332358 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 32c4842b-5809-4209-bdbd-4d8c7282b886 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:13:11.362228 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: 32c4842b-5809-4209-bdbd-4d8c7282b886 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:13:11.363420 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 32c4842b-5809-4209-bdbd-4d8c7282b886 not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:13:12.134314 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3cd31-0f2d-4c44-b596-fcbf057af603 req-ab644861-830d-4892-b17d-a1371eb33b73 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:12.145732 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4ca3cd31-0f2d-4c44-b596-fcbf057af603 req-ab644861-830d-4892-b17d-a1371eb33b73 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.0828655 Jul 27 11:13:12.222841 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4ca3cd31-0f2d-4c44-b596-fcbf057af603 req-b669225d-631e-45c6-8366-c40f6c288bb2 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699682 Jul 27 11:13:12.476780 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e711b5-0b65-4691-978d-f30186648a0a req-5c899c17-c76d-445c-aa46-a5f6443ce57d tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:12.479939 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e2e711b5-0b65-4691-978d-f30186648a0a req-5c899c17-c76d-445c-aa46-a5f6443ce57d tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.0735519 Jul 27 11:13:12.541654 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e2e711b5-0b65-4691-978d-f30186648a0a req-e10d32c3-f5b8-4b06-871e-c30ea875b645 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511651 Jul 27 11:13:13.074277 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643f008-43ee-4129-a3d2-599f3ea00a3b req-2ae7d1ae-ce78-4691-b6fc-f33ce93c8a54 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:13.077914 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c643f008-43ee-4129-a3d2-599f3ea00a3b req-2ae7d1ae-ce78-4691-b6fc-f33ce93c8a54 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.1222847 Jul 27 11:13:13.146369 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c643f008-43ee-4129-a3d2-599f3ea00a3b req-a603b623-4aff-47f6-8f76-85b58fc3e34b tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638039 Jul 27 11:13:13.506486 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298f14f-1ced-426c-ab54-5ae5aab9321f req-2928fa17-d9d7-4832-91ae-c9ee15e5fde3 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:13.508139 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a298f14f-1ced-426c-ab54-5ae5aab9321f req-2928fa17-d9d7-4832-91ae-c9ee15e5fde3 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.2017155 Jul 27 11:13:13.577713 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a298f14f-1ced-426c-ab54-5ae5aab9321f req-f07aeeed-c0d4-4b3b-9ea4-493763fae637 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583084 Jul 27 11:13:13.749166 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b643085-27bc-43bd-820e-71b1b084ff2b req-199accd6-4d19-4325-acc4-53466bcb9254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:13.749942 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b643085-27bc-43bd-820e-71b1b084ff2b req-199accd6-4d19-4325-acc4-53466bcb9254 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.0961876 Jul 27 11:13:13.813387 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2b643085-27bc-43bd-820e-71b1b084ff2b req-f4f9c545-7959-4761-b475-73f0410ad841 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512614 Jul 27 11:13:14.359745 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233c8e7-1354-4e4c-9bce-85c39f62f6b0 req-b606087e-b183-4bde-ba01-5c6ca40635b0 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:14.361328 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7233c8e7-1354-4e4c-9bce-85c39f62f6b0 req-b606087e-b183-4bde-ba01-5c6ca40635b0 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0891447 Jul 27 11:13:14.469192 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7233c8e7-1354-4e4c-9bce-85c39f62f6b0 req-564a92ad-1e6c-4b6d-98b4-e5306f37778e tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989246 Jul 27 11:13:14.728712 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee32e5-424f-4f99-a113-cdf4b049b660 req-3a5653a2-2145-48f4-82b3-c5ed091accb4 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:14.738116 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f7ee32e5-424f-4f99-a113-cdf4b049b660 req-3a5653a2-2145-48f4-82b3-c5ed091accb4 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.0798917 Jul 27 11:13:14.785160 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f7ee32e5-424f-4f99-a113-cdf4b049b660 req-3a49871d-7807-4ce6-8cb5-3a4d01958152 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456102 Jul 27 11:13:14.979736 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627cd5f-27e8-4c5e-920b-26a8ec4bcdf6 req-90ab43d2-0b69-4f58-b79b-340fb6293bd0 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:14.981197 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5627cd5f-27e8-4c5e-920b-26a8ec4bcdf6 req-90ab43d2-0b69-4f58-b79b-340fb6293bd0 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.0741279 Jul 27 11:13:15.032686 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5627cd5f-27e8-4c5e-920b-26a8ec4bcdf6 req-cead8f01-3deb-4254-b288-8095741ab5f9 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448380 Jul 27 11:13:15.652176 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68cefa-fde8-4bcf-bfee-ce3f2556cb69 req-ff0a69dd-6012-439c-b273-b4c06044f299 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:15.653778 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cb68cefa-fde8-4bcf-bfee-ce3f2556cb69 req-ff0a69dd-6012-439c-b273-b4c06044f299 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.1076517 Jul 27 11:13:15.701173 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cb68cefa-fde8-4bcf-bfee-ce3f2556cb69 req-4f79cce7-c95e-4e0d-8a4e-eb273fd2a942 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400662 Jul 27 11:13:15.940437 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82fab1-9132-415d-aa1f-94a39dc48317 req-80e2b189-40c9-4da7-bbfe-05ef2735f49d tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:15.942134 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cf82fab1-9132-415d-aa1f-94a39dc48317 req-80e2b189-40c9-4da7-bbfe-05ef2735f49d tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.0795615 Jul 27 11:13:16.004606 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cf82fab1-9132-415d-aa1f-94a39dc48317 req-b79cb95f-e619-4cfc-97d7-78b943ea8ac6 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537813 Jul 27 11:13:16.304180 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4d603-2c67-4bc5-bc35-d70b7d9d0d31 req-5bd354d0-8750-4e9b-b7ef-a467b71e7ac2 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:16.306018 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-13b4d603-2c67-4bc5-bc35-d70b7d9d0d31 req-5bd354d0-8750-4e9b-b7ef-a467b71e7ac2 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.1352310 Jul 27 11:13:16.417609 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-13b4d603-2c67-4bc5-bc35-d70b7d9d0d31 req-ebe23338-b899-419d-a317-e97ed79f5ce6 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875831 Jul 27 11:13:16.916980 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bb0fb-eec7-4119-8d30-502df1f74c46 req-ec59711a-6acf-4ebc-be24-fb74a3b0e71a tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:16.918483 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4d8bb0fb-eec7-4119-8d30-502df1f74c46 req-ec59711a-6acf-4ebc-be24-fb74a3b0e71a tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0924203 Jul 27 11:13:16.982751 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4d8bb0fb-eec7-4119-8d30-502df1f74c46 req-3d7df188-a0f5-4655-9fda-a93d04951fd3 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579743 Jul 27 11:13:17.156776 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1093d4-7189-4079-83a6-7fc2c27cd04e req-f811b063-371e-49f0-a325-c8b12400c99c tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:17.164532 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7f1093d4-7189-4079-83a6-7fc2c27cd04e req-f811b063-371e-49f0-a325-c8b12400c99c tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.0855761 Jul 27 11:13:17.214886 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7f1093d4-7189-4079-83a6-7fc2c27cd04e req-50032022-a162-4883-a4bd-36aacf2fb7f9 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486033 Jul 27 11:13:17.609067 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69edc67-cf9e-4569-8a4e-7d8f5925b8f9 req-4f7382a7-a273-4fce-8ce8-8bace6c96af0 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:17.610644 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b69edc67-cf9e-4569-8a4e-7d8f5925b8f9 req-4f7382a7-a273-4fce-8ce8-8bace6c96af0 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.1220949 Jul 27 11:13:17.685232 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b69edc67-cf9e-4569-8a4e-7d8f5925b8f9 req-7488878e-2442-4875-a123-3996e4615954 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669377 Jul 27 11:13:18.121879 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da994008-0f6d-4931-845f-30c2202e880a req-0b7a343f-d071-41d7-910b-38834de14c52 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:18.129882 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-da994008-0f6d-4931-845f-30c2202e880a req-0b7a343f-d071-41d7-910b-38834de14c52 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0991645 Jul 27 11:13:18.198637 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-da994008-0f6d-4931-845f-30c2202e880a req-57a6728b-1149-4a5c-84e4-608cb5892159 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672269 Jul 27 11:13:18.358492 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a026ce45-5178-45c3-8329-4162895e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:18.402948 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0ab92-356c-4cf2-8693-130bb35e18be req-581c9c7c-28ac-4fad-a933-bd880d2e10e5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:18.404477 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c5e0ab92-356c-4cf2-8693-130bb35e18be req-581c9c7c-28ac-4fad-a933-bd880d2e10e5 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.1187658 Jul 27 11:13:18.465487 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c5e0ab92-356c-4cf2-8693-130bb35e18be req-c29033ae-3664-459d-8562-b9386466e2bf tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531793 Jul 27 11:13:18.879057 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ed65d-f1e4-4f24-9c0d-0fd04091b991 req-8f2f9d65-dea6-4c33-91e2-8404b2bff848 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:18.880550 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-458ed65d-f1e4-4f24-9c0d-0fd04091b991 req-8f2f9d65-dea6-4c33-91e2-8404b2bff848 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.0991735 Jul 27 11:13:18.951422 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-458ed65d-f1e4-4f24-9c0d-0fd04091b991 req-963457f3-340b-445f-8e16-db461af02070 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620024 Jul 27 11:13:19.546700 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8f3ed-386d-4044-856e-ebc358cde43d req-349ac7f0-6076-43d3-bd27-40243861cb66 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:19.550523 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-98d8f3ed-386d-4044-856e-ebc358cde43d req-349ac7f0-6076-43d3-bd27-40243861cb66 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.1520143 Jul 27 11:13:19.659634 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-98d8f3ed-386d-4044-856e-ebc358cde43d req-230a4f6a-84cd-43f8-9e22-73706df036f5 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986874 Jul 27 11:13:19.707997 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd35a2-0897-4126-991c-c88f28e015f0 req-344cf0a4-3ae0-486c-92f7-9eedd3c65c8f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:19.715572 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-22cd35a2-0897-4126-991c-c88f28e015f0 req-344cf0a4-3ae0-486c-92f7-9eedd3c65c8f tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.1163025 Jul 27 11:13:19.766404 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-22cd35a2-0897-4126-991c-c88f28e015f0 req-8cf64f55-15af-41fc-9d74-f07ba754be9b tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496655 Jul 27 11:13:20.137516 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bab5d1-e653-4a3a-a0d8-0108b3351872 req-570203f6-f965-443f-b0fd-07120258a114 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:20.139337 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-87bab5d1-e653-4a3a-a0d8-0108b3351872 req-570203f6-f965-443f-b0fd-07120258a114 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.0962179 Jul 27 11:13:20.194593 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-87bab5d1-e653-4a3a-a0d8-0108b3351872 req-5b182d0f-6c60-429c-8ddb-88ae89df9527 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367837 Jul 27 11:13:20.815954 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3e6d-7135-4675-9436-3f53e153db1e req-1aca9b26-f239-43c6-a294-2b18476cd8a7 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:20.823760 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4e9f3e6d-7135-4675-9436-3f53e153db1e req-1aca9b26-f239-43c6-a294-2b18476cd8a7 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0871778 Jul 27 11:13:20.882001 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4e9f3e6d-7135-4675-9436-3f53e153db1e req-de58e578-675c-4896-b242-a16f59096602 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566409 Jul 27 11:13:20.978880 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7192b-a9e1-405d-a8d8-707f1cd00066 req-a112c0b4-5763-40ef-8762-67ca5120b7f8 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:20.980974 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a6b7192b-a9e1-405d-a8d8-707f1cd00066 req-a112c0b4-5763-40ef-8762-67ca5120b7f8 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.0972023 Jul 27 11:13:21.042292 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a6b7192b-a9e1-405d-a8d8-707f1cd00066 req-76b955aa-420b-4ec9-9e38-4d96b15632c7 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499134 Jul 27 11:13:21.237662 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:21.336792 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6fa86b2e-7e60-430a-a9b2-389c2a82abdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:21.409476 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a84666-2a58-46e0-8944-0afeb1297c75 req-85bf4613-e545-47a9-83be-08e57bebdc8f tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:21.413857 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a6a84666-2a58-46e0-8944-0afeb1297c75 req-85bf4613-e545-47a9-83be-08e57bebdc8f tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.1045063 Jul 27 11:13:21.466245 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a6a84666-2a58-46e0-8944-0afeb1297c75 req-f827aeb6-06fc-4c51-b8fa-9bd1889d92ca tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512378 Jul 27 11:13:22.075069 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbebe69-c103-4029-85f6-a24b97143b33 req-75975e9d-f4c0-4f23-901f-3550d010b7be tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:22.086531 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3bbebe69-c103-4029-85f6-a24b97143b33 req-75975e9d-f4c0-4f23-901f-3550d010b7be tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.1255784 Jul 27 11:13:22.145324 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3bbebe69-c103-4029-85f6-a24b97143b33 req-e569af50-9e50-48b8-bc90-fc14169c82fe tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572319 Jul 27 11:13:22.328722 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea23344-f891-483c-90e8-7fb10f3e4742 req-fe7438d8-501d-41cc-b1ef-a5c62c9ba37e tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:22.331453 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3ea23344-f891-483c-90e8-7fb10f3e4742 req-fe7438d8-501d-41cc-b1ef-a5c62c9ba37e tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.1367676 Jul 27 11:13:22.394713 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3ea23344-f891-483c-90e8-7fb10f3e4742 req-6b91d91d-2c36-4c28-a02a-0082952db805 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570898 Jul 27 11:13:22.574256 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:22.650459 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec902d-005e-4dcd-b498-7ac2b5b44bc3 req-e32cad8c-680b-4385-9200-89c0e956d37e tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:22.652187 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b4ec902d-005e-4dcd-b498-7ac2b5b44bc3 req-e32cad8c-680b-4385-9200-89c0e956d37e tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.1035125 Jul 27 11:13:22.695368 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b4ec902d-005e-4dcd-b498-7ac2b5b44bc3 req-35132944-5fbe-4286-ae92-4efe95f652d7 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358143 Jul 27 11:13:23.269387 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7ac1c-1c12-4fc3-a79c-05810ed9df54 req-ca695dbc-fe68-4fd1-81bf-1220e114685d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:23.271347 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cca7ac1c-1c12-4fc3-a79c-05810ed9df54 req-ca695dbc-fe68-4fd1-81bf-1220e114685d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0644062 Jul 27 11:13:23.322039 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cca7ac1c-1c12-4fc3-a79c-05810ed9df54 req-70666053-4bc2-45c4-b10d-eea64b86df9d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439985 Jul 27 11:13:23.545467 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d5bfa-b772-4ecd-83c3-6adda6568a69 req-f318413d-880a-48a3-9135-b0dfe3c9054a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:23.552852 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-611d5bfa-b772-4ecd-83c3-6adda6568a69 req-f318413d-880a-48a3-9135-b0dfe3c9054a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.0749743 Jul 27 11:13:23.588895 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-611d5bfa-b772-4ecd-83c3-6adda6568a69 req-954b617f-223d-46de-9521-f3bb5c6166f8 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346763 Jul 27 11:13:23.853581 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c02fe-5c06-4fac-b67b-b7dde2a53656 req-efface7c-5a18-49dd-bddb-4bd21efa523e tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:23.855272 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-405c02fe-5c06-4fac-b67b-b7dde2a53656 req-efface7c-5a18-49dd-bddb-4bd21efa523e tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.0726478 Jul 27 11:13:23.893893 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-405c02fe-5c06-4fac-b67b-b7dde2a53656 req-97947988-837b-417e-b761-d2d8de3a395b tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324645 Jul 27 11:13:24.052436 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:24.489887 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efa6fb-48df-472a-bd53-ec6be8fb5905 req-d11b1a2d-2b0d-40d9-8cb4-634d261457c2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:24.491363 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-35efa6fb-48df-472a-bd53-ec6be8fb5905 req-d11b1a2d-2b0d-40d9-8cb4-634d261457c2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.1024115 Jul 27 11:13:24.493111 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbb7a7-a25d-4bfd-b033-f7b092293e28 req-a7e8fafb-69b2-4c9d-b6ae-bb837f902d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:24.494489 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-97bbb7a7-a25d-4bfd-b033-f7b092293e28 req-a7e8fafb-69b2-4c9d-b6ae-bb837f902d1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00106fa9d8714c23ac449b94423aa621&device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 1099 time: 0.0968742 Jul 27 11:13:24.571583 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-35efa6fb-48df-472a-bd53-ec6be8fb5905 req-0da86b1c-a880-4a3d-a758-896f0e2f6248 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739744 Jul 27 11:13:24.608760 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbb7a7-a25d-4bfd-b033-f7b092293e28 req-828cc1b5-118c-4620-a328-64b8f9db29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:24.610232 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-97bbb7a7-a25d-4bfd-b033-f7b092293e28 req-828cc1b5-118c-4620-a328-64b8f9db29f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=089ae8f8-3289-4a22-b4aa-56e4729a1204 HTTP/1.1" status: 200 len: 919 time: 0.0999329 Jul 27 11:13:24.657911 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-97bbb7a7-a25d-4bfd-b033-f7b092293e28 req-50d7f713-e61c-494d-a3ff-997b6cfd2a59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4027ef35-b875-43e1-b429-c925d371de1b HTTP/1.1" status: 200 len: 217 time: 0.0369823 Jul 27 11:13:24.730014 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbb7a7-a25d-4bfd-b033-f7b092293e28 req-e610f0db-c742-483b-9c46-e1824d4c2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:24.731676 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-97bbb7a7-a25d-4bfd-b033-f7b092293e28 req-e610f0db-c742-483b-9c46-e1824d4c2e06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f517b54a-3626-47d8-9035-6326e9196c6b HTTP/1.1" status: 200 len: 859 time: 0.0628834 Jul 27 11:13:24.768358 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-97bbb7a7-a25d-4bfd-b033-f7b092293e28 req-3f952a73-b175-4301-891a-403fbb777a77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=089ae8f8-3289-4a22-b4aa-56e4729a1204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278594 Jul 27 11:13:24.776483 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447c04f-7856-4bae-9dc5-59bae4ddcc6f req-1998191e-d832-4306-8e42-0bd0c457f04b tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:24.777861 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0447c04f-7856-4bae-9dc5-59bae4ddcc6f req-1998191e-d832-4306-8e42-0bd0c457f04b tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.1191285 Jul 27 11:13:24.857982 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0447c04f-7856-4bae-9dc5-59bae4ddcc6f req-65651eb7-09f3-4b61-836d-62d9f78081e3 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725298 Jul 27 11:13:24.886217 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-97bbb7a7-a25d-4bfd-b033-f7b092293e28 req-b4312377-4077-4419-a0a5-8b4ce8cb9e66 service neutron] 10.222.0.20 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074333 Jul 27 11:13:25.040933 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-97bbb7a7-a25d-4bfd-b033-f7b092293e28 req-66099788-76f9-40a7-b0b0-8571aa25bf29 service neutron] 10.222.0.20 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228323 Jul 27 11:13:25.054960 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d9016-26ec-422d-a69f-2d55ad0b3bda req-27554877-95a5-43ea-9a34-93301d7293f5 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:25.056521 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-381d9016-26ec-422d-a69f-2d55ad0b3bda req-27554877-95a5-43ea-9a34-93301d7293f5 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.0920494 Jul 27 11:13:25.098785 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-381d9016-26ec-422d-a69f-2d55ad0b3bda req-7ef4f36f-64f7-46a2-bb5c-4299bed99078 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357993 Jul 27 11:13:25.696033 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b86de9-8ac1-45c6-ba95-7ddb990c2844 req-71f7d0b8-e081-4994-b725-0c4299f0edfd tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:25.697426 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-88b86de9-8ac1-45c6-ba95-7ddb990c2844 req-71f7d0b8-e081-4994-b725-0c4299f0edfd tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0603375 Jul 27 11:13:25.733563 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-88b86de9-8ac1-45c6-ba95-7ddb990c2844 req-ec4dd5bd-6a0b-41bc-9207-a7b68c888969 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303624 Jul 27 11:13:25.990886 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651df254-af04-4846-913c-0e2dda3de7c9 req-6aa1395c-f7df-464f-99be-3e23d0123ef4 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:25.992257 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-651df254-af04-4846-913c-0e2dda3de7c9 req-6aa1395c-f7df-464f-99be-3e23d0123ef4 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.0653570 Jul 27 11:13:26.028278 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-651df254-af04-4846-913c-0e2dda3de7c9 req-35e9d674-5465-4e40-870f-60a37c332845 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a7571c1-370d-490b-a59a-7cdf1aab49ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301850 Jul 27 11:13:26.274466 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be29250-6548-4942-983a-6b035a04f5cf req-b38a2736-2039-48dc-8691-af46be4c230f tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:26.275855 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4be29250-6548-4942-983a-6b035a04f5cf req-b38a2736-2039-48dc-8691-af46be4c230f tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.1038063 Jul 27 11:13:26.284637 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe15a0-b23c-4d74-a8f8-be44a3035b42 req-e8f9a255-b037-4770-b84e-a01bb03f778a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:26.286011 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-80fe15a0-b23c-4d74-a8f8-be44a3035b42 req-e8f9a255-b037-4770-b84e-a01bb03f778a tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.20 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 945 time: 0.0866036 Jul 27 11:13:26.345430 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4be29250-6548-4942-983a-6b035a04f5cf req-1e26b766-055f-4591-8cdf-6fe0fe556e09 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584791 Jul 27 11:13:26.404146 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-80fe15a0-b23c-4d74-a8f8-be44a3035b42 req-02e9d045-7ece-4f43-89b7-b22f84e4cd45 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Deleting port 403d6f23-4e71-4b8e-a548-c87810fbc2f8 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:13:26.404480 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-80fe15a0-b23c-4d74-a8f8-be44a3035b42 req-02e9d045-7ece-4f43-89b7-b22f84e4cd45 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:26.491930 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-80fe15a0-b23c-4d74-a8f8-be44a3035b42 req-02e9d045-7ece-4f43-89b7-b22f84e4cd45 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] For port 403d6f23-4e71-4b8e-a548-c87810fbc2f8, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=403d6f23-4e71-4b8e-a548-c87810fbc2f8,segment=NetworkSegment(0fa3763f-c017-4ad9-a4f7-c1c7169c93c1),segment_id=0fa3763f-c017-4ad9-a4f7-c1c7169c93c1)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:13:26.492296 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-80fe15a0-b23c-4d74-a8f8-be44a3035b42 req-02e9d045-7ece-4f43-89b7-b22f84e4cd45 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:26.504390 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-80fe15a0-b23c-4d74-a8f8-be44a3035b42 req-02e9d045-7ece-4f43-89b7-b22f84e4cd45 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Calling delete_port for 403d6f23-4e71-4b8e-a548-c87810fbc2f8 owned by compute:nova {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:13:26.563059 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60244) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:26.606951 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef490837-00ae-4402-8e61-f1859722784c admin admin] Deleting subnet 0e44bb22-3412-447e-ba8c-a69e9eac75a9 {{(pid=93199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 11:13:26.610076 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ef490837-00ae-4402-8e61-f1859722784c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:26.631915 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-80fe15a0-b23c-4d74-a8f8-be44a3035b42 req-02e9d045-7ece-4f43-89b7-b22f84e4cd45 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:26.647661 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ef490837-00ae-4402-8e61-f1859722784c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:26.657393 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ef490837-00ae-4402-8e61-f1859722784c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989878'] for subnet, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:26.673921 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['403d6f23-4e71-4b8e-a548-c87810fbc2f8'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:13:26.703316 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fe15a0-b23c-4d74-a8f8-be44a3035b42 req-02e9d045-7ece-4f43-89b7-b22f84e4cd45 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] No DVR routers for this DVR port 403d6f23-4e71-4b8e-a548-c87810fbc2f8 on host hv-cinder-78495 {{(pid=93200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:13:26.705166 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9d045-7ece-4f43-89b7-b22f84e4cd45 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Pushing event deleted for resources: {'Port': ['ID=403d6f23-4e71-4b8e-a548-c87810fbc2f8,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:26.707438 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-80fe15a0-b23c-4d74-a8f8-be44a3035b42 req-02e9d045-7ece-4f43-89b7-b22f84e4cd45 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:26.709457 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-80fe15a0-b23c-4d74-a8f8-be44a3035b42 req-02e9d045-7ece-4f43-89b7-b22f84e4cd45 tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.20 "DELETE /v2.0/ports/403d6f23-4e71-4b8e-a548-c87810fbc2f8 HTTP/1.1" status: 204 len: 173 time: 0.4159005 Jul 27 11:13:26.709794 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878e41fe-44ae-439d-88df-ad5b51db2720', 'name': 'network-vif-deleted', 'tag': '403d6f23-4e71-4b8e-a548-c87810fbc2f8'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:13:26.712165 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf9c5e7-04a0-4988-94bd-dd7ac5d6a4a2" -d '{"events": [{"server_uuid": "878e41fe-44ae-439d-88df-ad5b51db2720", "name": "network-vif-deleted", "tag": "403d6f23-4e71-4b8e-a548-c87810fbc2f8"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:13:26.723984 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ef490837-00ae-4402-8e61-f1859722784c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for subnet, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:26.758059 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a17b88-87c2-4bd8-a64b-6caed407b351 x-openstack-request-id: req-c6a17b88-87c2-4bd8-a64b-6caed407b351 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:13:26.758551 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878e41fe-44ae-439d-88df-ad5b51db2720", "name": "network-vif-deleted", "tag": "403d6f23-4e71-4b8e-a548-c87810fbc2f8", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:13:26.758950 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6a17b88-87c2-4bd8-a64b-6caed407b351 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:13:26.759504 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878e41fe-44ae-439d-88df-ad5b51db2720', 'name': 'network-vif-deleted', 'tag': '403d6f23-4e71-4b8e-a548-c87810fbc2f8', 'status': 'completed', 'code': 200} Jul 27 11:13:26.761711 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef490837-00ae-4402-8e61-f1859722784c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e44bb22-3412-447e-ba8c-a69e9eac75a9,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:26.768123 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ef490837-00ae-4402-8e61-f1859722784c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:26.770637 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-ef490837-00ae-4402-8e61-f1859722784c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0e44bb22-3412-447e-ba8c-a69e9eac75a9 HTTP/1.1" status: 204 len: 168 time: 0.2060843 Jul 27 11:13:26.772610 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60250) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:26.873486 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597342'] for network, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:26.885898 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615db73-0d3e-4e7f-957f-2afccbe80772 req-8e703d4a-0262-4ffe-a05c-ce7256bc36f2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:26.888284 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2615db73-0d3e-4e7f-957f-2afccbe80772 req-8e703d4a-0262-4ffe-a05c-ce7256bc36f2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0757895 Jul 27 11:13:26.930705 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2615db73-0d3e-4e7f-957f-2afccbe80772 req-6c396d28-d5a0-4ffd-b73b-59d482626dfc tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347159 Jul 27 11:13:26.964797 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986681', 'neutron.services.segments.db._delete_segments_for_network-8738591500063'] for network, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:26.976406 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:13:26.976774 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:13:26.977550 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:13:26.977885 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Subscribe: > port after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:13:26.978227 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:13:26.978545 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Subscribe: > port after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:13:26.978896 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:13:26.979233 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:13:26.979551 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:13:26.980386 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:13:27.143421 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0b3cd1a0-98dd-422a-8b7f-3ba4b941d467 req-9280becf-6eb4-4bef-b37b-af8eecd0ebae tempest-AttachVolumeNegativeTest-1362005026 tempest-AttachVolumeNegativeTest-1362005026-project] 10.222.0.16 "GET /v2.0/ports?device_id=878e41fe-44ae-439d-88df-ad5b51db2720 HTTP/1.1" status: 200 len: 210 time: 0.0317295 Jul 27 11:13:27.144466 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:13:27.144821 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:13:27.145159 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:13:27.145535 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 11:13:27.145920 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.services.segments.db [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f05f40-53b2-4864-8389-5c2c0ebb9fbf']}} {{(pid=93199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:13:27.165041 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.services.segments.db [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9febea5-d375-40b3-868c-4b1165e095e5') {'for_net_delete': True} {{(pid=93199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:13:27.165341 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.services.segments.db [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9febea5-d375-40b3-868c-4b1165e095e5') {} {{(pid=93199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:13:27.181353 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738591500840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645048'] for segment, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:27.206298 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:27.214587 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:13:27.215043 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639090'] for segment, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: from cryptography.utils import int_from_bytes Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: from cryptography.utils import int_from_bytes Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: Traceback (most recent call last): Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: timer() Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: cb(*args, **kw) Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: return func(*args, **kwargs) Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: self._notify() Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: self.callback(batched_events) Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: event.method(event) Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: return f(self, *a, **k) Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: return self._get(url).json() Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: return self.request(url, 'GET', **kwargs) Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 11:13:27.219135 dv-cinder-784956-7-iscsi neutron-server[93199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 11:13:27.272478 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084367'] for network, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:27.279547 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:27.281505 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] 10.222.0.16 "DELETE /v2.0/networks/49f05f40-53b2-4864-8389-5c2c0ebb9fbf HTTP/1.1" status: 204 len: 168 time: 0.5079648 Jul 27 11:13:27.291043 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f8b1c-b0cc-4a3d-a82f-ee60547572bf admin admin] Pushing event deleted for resources: {'Network': ['ID=49f05f40-53b2-4864-8389-5c2c0ebb9fbf,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:27.486944 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fc46a-023c-498d-9aaa-bd2b226b47f7 req-989d0451-1902-4b24-acb0-b5625cfd2996 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:27.488454 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3b7fc46a-023c-498d-9aaa-bd2b226b47f7 req-989d0451-1902-4b24-acb0-b5625cfd2996 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.0686612 Jul 27 11:13:27.501638 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60260) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:27.531867 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3b7fc46a-023c-498d-9aaa-bd2b226b47f7 req-edd465f4-17b9-4129-a372-2259d07121bc tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362010 Jul 27 11:13:27.553447 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-e3a11f03-4eab-4013-8ba8-efc47031add8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b75c1787f9834c0897fb577b056fafd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494699 Jul 27 11:13:27.555448 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60264) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:27.603098 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a62b05ee-226e-412a-95d6-9aeb4b37d0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:27.624876 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a62b05ee-226e-412a-95d6-9aeb4b37d0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:27.674745 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a62b05ee-226e-412a-95d6-9aeb4b37d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:27.677676 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a62b05ee-226e-412a-95d6-9aeb4b37d0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:27.679550 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-a62b05ee-226e-412a-95d6-9aeb4b37d0f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b57b1e7-4d1d-47ca-8b1d-e83d173890c1 HTTP/1.1" status: 204 len: 168 time: 0.1231382 Jul 27 11:13:27.688070 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b05ee-226e-412a-95d6-9aeb4b37d0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b57b1e7-4d1d-47ca-8b1d-e83d173890c1,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:27.790832 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-73dee3a9-e082-4aab-8e50-ebbea85d4300 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-667800215&fields=id&tenant_id=7acac7893f11409bb6e68649aa669c09 HTTP/1.1" status: 200 len: 267 time: 0.0320413 Jul 27 11:13:27.898967 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-fa3be617-c383-46aa-958f-6ef28b95a842 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:27.900447 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-fa3be617-c383-46aa-958f-6ef28b95a842 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/networks?id=af679c04-6673-4ea8-9860-92c76665bdfa HTTP/1.1" status: 200 len: 811 time: 0.1020555 Jul 27 11:13:27.914991 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-96ead877-d83c-4b42-82e7-bcfa89625302 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/quotas/7acac7893f11409bb6e68649aa669c09 HTTP/1.1" status: 200 len: 375 time: 0.0087292 Jul 27 11:13:27.981424 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-4f84d178-942f-4ccb-a0cb-bb2c60b357d2 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7acac7893f11409bb6e68649aa669c09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606861 Jul 27 11:13:28.118719 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-17403df7-a8cc-4764-a268-4b03573ff3fb service neutron] 10.222.0.16 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256509 Jul 27 11:13:28.131501 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84531183-8cd6-4b7c-9f5e-861ffa77b323 req-62928c31-97fb-43eb-9df3-1f6c708d8b05 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:28.132968 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-84531183-8cd6-4b7c-9f5e-861ffa77b323 req-62928c31-97fb-43eb-9df3-1f6c708d8b05 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.1222231 Jul 27 11:13:28.225360 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-84531183-8cd6-4b7c-9f5e-861ffa77b323 req-31c58712-bba6-4c0d-9ae9-b757185c646f tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821118 Jul 27 11:13:28.260825 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-81f4d3bf-4593-4819-aa58-88eb3e23ab47 service neutron] 10.222.0.16 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266065 Jul 27 11:13:28.282694 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 60294) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:28.332025 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_v2 [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] Deleting subnet 1aa8788a-bf80-4379-9d6a-437783ea4d80 {{(pid=93200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 11:13:28.335615 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:28.377806 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10195290'] for subnet, precommit_delete_associations {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:28.425148 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989878'] for subnet, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:28.486919 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10195291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10212511'] for subnet, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:28.519638 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aa8788a-bf80-4379-9d6a-437783ea4d80,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:28.539310 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:28.543153 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1aa8788a-bf80-4379-9d6a-437783ea4d80 HTTP/1.1" status: 204 len: 168 time: 0.2594171 Jul 27 11:13:28.546031 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60312) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:28.556585 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:28.556944 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:28.558002 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:28.558149 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:28.558473 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:28.558807 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:28.559241 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:28.559440 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:28.559817 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:28.560191 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:28.560447 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:28.560763 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d480e37d-bf3c-4b58-94dc-7ae90ac28a93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:28.615035 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-79146fd4-ef00-47ad-a879-cdc39c3757b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597342'] for network, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:28.639920 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-26127eb9-31ba-4b27-b33f-e69cc66669ab req-fb4519ae-15f6-4e2b-8acb-51b668971860 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 210 time: 0.0953190 Jul 27 11:13:28.716852 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ffea3-e44d-41d9-a9dd-5892fbaa02c6 req-4d8a0981-76c0-41a6-b44e-261d88b4508c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:28.726282 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cc3ffea3-e44d-41d9-a9dd-5892fbaa02c6 req-4d8a0981-76c0-41a6-b44e-261d88b4508c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.0853531 Jul 27 11:13:28.731224 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-79146fd4-ef00-47ad-a879-cdc39c3757b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986681', 'neutron.services.segments.db._delete_segments_for_network-8738591500063'] for network, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:28.744950 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.services.segments.db [None req-79146fd4-ef00-47ad-a879-cdc39c3757b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734a5e8b-3631-4010-b72b-a6477d1e9854']}} {{(pid=93199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:13:28.768236 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.services.segments.db [None req-79146fd4-ef00-47ad-a879-cdc39c3757b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa3763f-c017-4ad9-a4f7-c1c7169c93c1') {'for_net_delete': True} {{(pid=93199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:13:28.768543 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.services.segments.db [None req-79146fd4-ef00-47ad-a879-cdc39c3757b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa3763f-c017-4ad9-a4f7-c1c7169c93c1') {} {{(pid=93199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:13:28.770108 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cc3ffea3-e44d-41d9-a9dd-5892fbaa02c6 req-620cf365-381d-49b6-bf83-3c810898dce2 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430181 Jul 27 11:13:28.787499 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-79146fd4-ef00-47ad-a879-cdc39c3757b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738591500840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645048'] for segment, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:28.815013 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-79146fd4-ef00-47ad-a879-cdc39c3757b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:28.822047 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79146fd4-ef00-47ad-a879-cdc39c3757b4 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:13:28.822458 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-79146fd4-ef00-47ad-a879-cdc39c3757b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639090'] for segment, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: Traceback (most recent call last): Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: timer() Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: cb(*args, **kw) Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: return func(*args, **kwargs) Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: self._notify() Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: self.callback(batched_events) Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: event.method(event) Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: return f(self, *a, **k) Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: return self._get(url).json() Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: return self.request(url, 'GET', **kwargs) Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 11:13:28.824116 dv-cinder-784956-7-iscsi neutron-server[93199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 11:13:28.890843 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-79146fd4-ef00-47ad-a879-cdc39c3757b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084367'] for network, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:28.896723 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-79146fd4-ef00-47ad-a879-cdc39c3757b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:28.899003 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-79146fd4-ef00-47ad-a879-cdc39c3757b4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/734a5e8b-3631-4010-b72b-a6477d1e9854 HTTP/1.1" status: 204 len: 168 time: 0.3517826 Jul 27 11:13:28.911722 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79146fd4-ef00-47ad-a879-cdc39c3757b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=734a5e8b-3631-4010-b72b-a6477d1e9854,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:29.094493 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60338) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:29.137961 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-61b20db2-02f6-4ed0-88e9-2ea582e7ec24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd2dedc60d724ce3b4a65b9767287544&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419369 Jul 27 11:13:29.140668 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60340) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:29.191728 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a8fb87c1-7bf0-4cef-bcd5-7a5afbbe3057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:29.212500 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a8fb87c1-7bf0-4cef-bcd5-7a5afbbe3057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:29.259284 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a8fb87c1-7bf0-4cef-bcd5-7a5afbbe3057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:29.261864 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a8fb87c1-7bf0-4cef-bcd5-7a5afbbe3057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:29.263017 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-a8fb87c1-7bf0-4cef-bcd5-7a5afbbe3057 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a7571c1-370d-490b-a59a-7cdf1aab49ab HTTP/1.1" status: 204 len: 168 time: 0.1213667 Jul 27 11:13:29.271008 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb87c1-7bf0-4cef-bcd5-7a5afbbe3057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7571c1-370d-490b-a59a-7cdf1aab49ab,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:29.361863 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6e921-5861-40de-8327-e53fa7fa3dcf req-9b1a6a18-91e2-4fc4-9a81-cb51604c8865 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:29.363375 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d7a6e921-5861-40de-8327-e53fa7fa3dcf req-9b1a6a18-91e2-4fc4-9a81-cb51604c8865 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0668049 Jul 27 11:13:29.401246 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d7a6e921-5861-40de-8327-e53fa7fa3dcf req-56c020f3-0431-4415-ae76-2b6bfbd55302 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318956 Jul 27 11:13:29.769081 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c24e9769-87ce-4628-abb9-1ce72f559aed req-404b4582-a873-45f5-a240-65519691ea09 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 210 time: 0.0536265 Jul 27 11:13:29.800783 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-66b0e8f1-1e08-46ec-9edc-c291646bd447 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:29.802243 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-66b0e8f1-1e08-46ec-9edc-c291646bd447 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.20 "GET /v2.0/networks?id=af679c04-6673-4ea8-9860-92c76665bdfa HTTP/1.1" status: 200 len: 811 time: 0.1594095 Jul 27 11:13:29.891968 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-74a41efd-4fa5-4151-971b-6e598fbfc306 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7acac7893f11409bb6e68649aa669c09 HTTP/1.1" status: 200 len: 379 time: 0.0632126 Jul 27 11:13:29.907172 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-989fbdac-d420-4c17-84d0-2d317e910447 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Request body: {'port': {'device_id': '37da1559-77dd-458c-b1d6-859774c3ec3d', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'admin_state_up': True, 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'security_groups': ['cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf']}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:13:30.229103 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f7395-72c9-4020-a0a2-c0db90af4c07 req-ee31e062-c65d-490a-ba3a-d324d60a5425 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:30.234023 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8a8f7395-72c9-4020-a0a2-c0db90af4c07 req-ee31e062-c65d-490a-ba3a-d324d60a5425 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.3846622 Jul 27 11:13:30.310408 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8a8f7395-72c9-4020-a0a2-c0db90af4c07 req-0e40322e-69a0-41aa-906e-2c73feb0bea3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728774 Jul 27 11:13:30.331884 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-989fbdac-d420-4c17-84d0-2d317e910447 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Made reservation on behalf of 7acac7893f11409bb6e68649aa669c09 for: {'port': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:13:30.335388 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-989fbdac-d420-4c17-84d0-2d317e910447 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:30.465179 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-989fbdac-d420-4c17-84d0-2d317e910447 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Allocated IP 172.20.0.7 (af679c04-6673-4ea8-9860-92c76665bdfa/74735343-f925-4e4d-b5ea-c422b0799ca4/5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:13:30.619654 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1648baa-28cb-46de-9af0-967930bdf604 req-ab955173-c100-400f-8aa0-262fc0d3e01e tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:30.621354 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c1648baa-28cb-46de-9af0-967930bdf604 req-ab955173-c100-400f-8aa0-262fc0d3e01e tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.1454668 Jul 27 11:13:30.695559 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c1648baa-28cb-46de-9af0-967930bdf604 req-b795d5ca-7147-436c-b462-3590c27058b8 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633333 Jul 27 11:13:30.699585 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-989fbdac-d420-4c17-84d0-2d317e910447 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:30.713581 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-989fbdac-d420-4c17-84d0-2d317e910447 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Transition to ACTIVE for port object 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a will not be triggered until provisioned by entity DHCP. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:13:30.747256 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-989fbdac-d420-4c17-84d0-2d317e910447 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:30.789172 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-989fbdac-d420-4c17-84d0-2d317e910447 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Network af679c04-6673-4ea8-9860-92c76665bdfa is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:13:30.794069 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-989fbdac-d420-4c17-84d0-2d317e910447 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:13:30.797716 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-989fbdac-d420-4c17-84d0-2d317e910447 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:13:30.822764 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fbdac-d420-4c17-84d0-2d317e910447 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event updated for resources: {'Port': ['ID=5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:30.876278 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-989fbdac-d420-4c17-84d0-2d317e910447 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:30.876917 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-989fbdac-d420-4c17-84d0-2d317e910447 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:30.897520 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-989fbdac-d420-4c17-84d0-2d317e910447 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9941597 Jul 27 11:13:30.919150 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98ba48-7f12-45ef-9f37-e4cbeb3a22e9 req-b33ae02a-d81d-463c-af17-c3a125a3f55a tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:30.920690 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b98ba48-7f12-45ef-9f37-e4cbeb3a22e9 req-b33ae02a-d81d-463c-af17-c3a125a3f55a tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 931 time: 0.0841746 Jul 27 11:13:30.963193 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b98ba48-7f12-45ef-9f37-e4cbeb3a22e9 req-c90d1f72-5f60-4be7-977e-8ce8586269ea tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362506 Jul 27 11:13:31.009291 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-8b520d2c-a299-4618-ac0f-099ea62ab36c None None] Provisioning for port 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:13:31.013270 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-8b520d2c-a299-4618-ac0f-099ea62ab36c None None] Provisioning complete for port 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:13:31.013670 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8b520d2c-a299-4618-ac0f-099ea62ab36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:31.046642 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-8b520d2c-a299-4618-ac0f-099ea62ab36c None None] Port 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:13:31.441713 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083801b-3af2-4cd1-9afa-6ed16c6a2de0 req-b3abc361-5514-4402-b247-d1c29ed9690d tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:31.443165 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2083801b-3af2-4cd1-9afa-6ed16c6a2de0 req-b3abc361-5514-4402-b247-d1c29ed9690d tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.0611053 Jul 27 11:13:31.478913 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2083801b-3af2-4cd1-9afa-6ed16c6a2de0 req-1315b9a9-3975-4e23-b4f9-6600f016562d tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299766 Jul 27 11:13:31.822977 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d175ca-67b2-4ee7-8ba6-06ca74c6e912 req-03404ebe-318c-4ae8-88d8-b9cc84aa9e3c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:31.824719 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c5d175ca-67b2-4ee7-8ba6-06ca74c6e912 req-03404ebe-318c-4ae8-88d8-b9cc84aa9e3c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0616317 Jul 27 11:13:31.861783 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c5d175ca-67b2-4ee7-8ba6-06ca74c6e912 req-a59dd1dd-4798-4d53-82fe-4c5f3530005a tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314212 Jul 27 11:13:32.090334 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329cc2e-fe50-4d0c-9572-68773dfbe8a4 req-385db1ab-c723-4f69-9059-d6af52591fd6 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:32.091790 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3329cc2e-fe50-4d0c-9572-68773dfbe8a4 req-385db1ab-c723-4f69-9059-d6af52591fd6 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 931 time: 0.0641837 Jul 27 11:13:32.128599 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3329cc2e-fe50-4d0c-9572-68773dfbe8a4 req-4134cf6f-cde7-4ee7-b901-d567e473739f tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309970 Jul 27 11:13:32.610138 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811a2f4-cdbf-406a-afd4-47936c65e2db req-469a2686-338c-48bf-a0b9-2c2a6705ebdd tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:32.611595 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a811a2f4-cdbf-406a-afd4-47936c65e2db req-469a2686-338c-48bf-a0b9-2c2a6705ebdd tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.0614524 Jul 27 11:13:32.648812 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a811a2f4-cdbf-406a-afd4-47936c65e2db req-7564ab6b-4089-4af9-af94-c935b0190b6f tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314367 Jul 27 11:13:32.987261 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14638ad0-6a18-4724-a3d4-9a08f08134b4 req-30d6d11a-aa49-4554-8a96-bcd4d83c3b79 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:32.988725 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-14638ad0-6a18-4724-a3d4-9a08f08134b4 req-30d6d11a-aa49-4554-8a96-bcd4d83c3b79 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0617537 Jul 27 11:13:33.024932 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-14638ad0-6a18-4724-a3d4-9a08f08134b4 req-f41668d8-6703-4b5c-8476-db3a623857c5 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304554 Jul 27 11:13:33.255826 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f26b2-8e77-4c22-95a4-509e8360bead req-de290348-9856-4bbc-b128-421a65895ee7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:33.257290 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1f7f26b2-8e77-4c22-95a4-509e8360bead req-de290348-9856-4bbc-b128-421a65895ee7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 931 time: 0.0654562 Jul 27 11:13:33.293712 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1f7f26b2-8e77-4c22-95a4-509e8360bead req-ef6e192c-ae4a-49ce-b36c-e9a338c68031 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304239 Jul 27 11:13:33.388687 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 403d6f23-4e71-4b8e-a548-c87810fbc2f8 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:13:33.408544 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: 403d6f23-4e71-4b8e-a548-c87810fbc2f8 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:13:33.408750 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Request body: {'port': {'device_id': '37da1559-77dd-458c-b1d6-859774c3ec3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:13:33.408880 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 403d6f23-4e71-4b8e-a548-c87810fbc2f8 not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:13:33.481141 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:33.603980 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60426) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:33.707754 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3a89f62d-0f35-42c6-8976-16c16f7e28a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:33.779791 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a {{(pid=93200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:13:33.789011 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:33.811901 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3a89f62d-0f35-42c6-8976-16c16f7e28a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:33.813680 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Transition to ACTIVE for port object 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a will not be triggered until provisioned by entity L2. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:13:33.817348 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3a89f62d-0f35-42c6-8976-16c16f7e28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:33.819916 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:33.837079 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a11b2a-d0e3-48c1-b15e-ae72e7f8fabb req-63fbac79-67f4-4cdb-a657-c02f8a2beac7 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:33.838629 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b5a11b2a-d0e3-48c1-b15e-ae72e7f8fabb req-63fbac79-67f4-4cdb-a657-c02f8a2beac7 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.1060345 Jul 27 11:13:33.858744 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-3a89f62d-0f35-42c6-8976-16c16f7e28a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdb40d7715784deb86b6765eca7c7446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536235 Jul 27 11:13:33.861174 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60432) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:33.867305 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89f62d-0f35-42c6-8976-16c16f7e28a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb623d6-2057-456b-987b-65e851af6dcf,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:33.885273 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89f62d-0f35-42c6-8976-16c16f7e28a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:33.885801 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89f62d-0f35-42c6-8976-16c16f7e28a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:33.886757 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89f62d-0f35-42c6-8976-16c16f7e28a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:33.887140 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89f62d-0f35-42c6-8976-16c16f7e28a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:33.887557 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89f62d-0f35-42c6-8976-16c16f7e28a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:33.887906 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89f62d-0f35-42c6-8976-16c16f7e28a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:33.888410 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89f62d-0f35-42c6-8976-16c16f7e28a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:33.888744 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89f62d-0f35-42c6-8976-16c16f7e28a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:33.889080 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89f62d-0f35-42c6-8976-16c16f7e28a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:33.889425 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89f62d-0f35-42c6-8976-16c16f7e28a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:33.889773 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89f62d-0f35-42c6-8976-16c16f7e28a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:33.890085 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89f62d-0f35-42c6-8976-16c16f7e28a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:33.904345 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:33.945433 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-98a57022-e308-49e3-beea-d97962ed7897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:33.959445 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b5a11b2a-d0e3-48c1-b15e-ae72e7f8fabb req-28b131f8-35bd-4914-b96e-0c347eb5fe65 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005366 Jul 27 11:13:33.972441 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-98a57022-e308-49e3-beea-d97962ed7897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:33.990913 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Attempting to bind port 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:13:33.991265 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Attempting to bind port 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:13:33.991590 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Attempting to bind port 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a on network af679c04-6673-4ea8-9860-92c76665bdfa {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:13:33.996940 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Port 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a on network af679c04-6673-4ea8-9860-92c76665bdfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:13:33.997270 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Attempting to bind port 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a on network af679c04-6673-4ea8-9860-92c76665bdfa {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:13:34.003236 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:13:34.003962 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Checking segment: {'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:13:34.004272 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Bound using segment: {'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:13:34.004776 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Bound port: 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'}}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:13:34.005152 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:34.022964 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-98a57022-e308-49e3-beea-d97962ed7897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:34.025945 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-98a57022-e308-49e3-beea-d97962ed7897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:34.027847 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-98a57022-e308-49e3-beea-d97962ed7897 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cfb623d6-2057-456b-987b-65e851af6dcf HTTP/1.1" status: 204 len: 168 time: 0.1656885 Jul 27 11:13:34.036019 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a57022-e308-49e3-beea-d97962ed7897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb623d6-2057-456b-987b-65e851af6dcf,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:34.081781 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] For port 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a, host hv-cinder-78495, cleared binding levels {{(pid=93200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:13:34.085305 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] For port 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:13:34.090226 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:34.130535 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:34.131182 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:34.132808 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] 10.222.0.20 "PUT /v2.0/ports/5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a HTTP/1.1" status: 200 len: 1093 time: 0.7336178 Jul 27 11:13:34.135605 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37da1559-77dd-458c-b1d6-859774c3ec3d', 'tag': '5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:13:34.138506 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ac9e32-e890-4151-af29-f6759d9ae6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "37da1559-77dd-458c-b1d6-859774c3ec3d", "tag": "5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:13:34.183482 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef749cc-5f45-4ad1-b1ab-5ee0fc148d0d x-openstack-request-id: req-0ef749cc-5f45-4ad1-b1ab-5ee0fc148d0d {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:13:34.183771 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37da1559-77dd-458c-b1d6-859774c3ec3d", "tag": "5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:13:34.184024 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ef749cc-5f45-4ad1-b1ab-5ee0fc148d0d {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:13:34.184419 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37da1559-77dd-458c-b1d6-859774c3ec3d', 'tag': '5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a', 'status': 'completed', 'code': 200} Jul 27 11:13:34.224081 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89268e50-e5b2-4cd1-8742-a68801cd6e02 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a,revision_number=3']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:34.278874 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b702c28-1068-42cc-b222-0233a25d41fe req-8152112f-d653-4fe0-a441-15d39236b8b1 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:34.280456 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5b702c28-1068-42cc-b222-0233a25d41fe req-8152112f-d653-4fe0-a441-15d39236b8b1 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.1568153 Jul 27 11:13:34.315172 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-bb963d7e-a919-4623-9222-01e9c6d00d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:34.316498 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-bb963d7e-a919-4623-9222-01e9c6d00d3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7acac7893f11409bb6e68649aa669c09&device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 1096 time: 0.1055584 Jul 27 11:13:34.316629 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:34.333964 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5b702c28-1068-42cc-b222-0233a25d41fe req-b172d515-a411-4aca-8e7e-710d0573de98 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431540 Jul 27 11:13:34.373936 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60444) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:34.388704 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b86895fe-a3f5-4869-a36a-084413f82269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:34.391723 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-9d32f6c8-0af0-4405-9fce-8d67dcc93f1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a HTTP/1.1" status: 200 len: 217 time: 0.0528309 Jul 27 11:13:34.477053 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-e3e5ff47-a1bf-4c7a-9229-34f347b2e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:34.478779 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-e3e5ff47-a1bf-4c7a-9229-34f347b2e2d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74735343-f925-4e4d-b5ea-c422b0799ca4 HTTP/1.1" status: 200 len: 850 time: 0.0546098 Jul 27 11:13:34.508761 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b86895fe-a3f5-4869-a36a-084413f82269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:34.514151 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b86895fe-a3f5-4869-a36a-084413f82269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:34.538807 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16711b-eabf-40fc-98b1-0aecfa208054 req-ad78c75e-033f-497f-8943-ccb73b75e193 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:34.540457 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1d16711b-eabf-40fc-98b1-0aecfa208054 req-ad78c75e-033f-497f-8943-ccb73b75e193 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 943 time: 0.1518068 Jul 27 11:13:34.555640 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86895fe-a3f5-4869-a36a-084413f82269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b204e5a-612d-4551-b363-c9fae76d96d3,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:34.568498 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-b86895fe-a3f5-4869-a36a-084413f82269 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c90c784909b48c0a6c66db26a6587bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1932054 Jul 27 11:13:34.570998 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60454) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:34.592329 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-74107cac-2732-4163-bebd-43432493d321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:34.593861 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-74107cac-2732-4163-bebd-43432493d321 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af679c04-6673-4ea8-9860-92c76665bdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1035106 Jul 27 11:13:34.599014 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1d16711b-eabf-40fc-98b1-0aecfa208054 req-21d483b5-4a8c-4dc7-b90b-6ee1676943ba tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502090 Jul 27 11:13:34.623822 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-bee1e19d-0b8b-4362-8b7b-a9951baa5063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:34.644247 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-bee1e19d-0b8b-4362-8b7b-a9951baa5063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:34.691304 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-8caec2c8-8339-470f-b1d1-2f2e369a5055 service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810335 Jul 27 11:13:34.693265 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-bee1e19d-0b8b-4362-8b7b-a9951baa5063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:34.695929 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-bee1e19d-0b8b-4362-8b7b-a9951baa5063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:34.697042 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-bee1e19d-0b8b-4362-8b7b-a9951baa5063 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b204e5a-612d-4551-b363-c9fae76d96d3 HTTP/1.1" status: 204 len: 168 time: 0.1249230 Jul 27 11:13:34.703727 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:13:34.707783 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1e19d-0b8b-4362-8b7b-a9951baa5063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b204e5a-612d-4551-b363-c9fae76d96d3,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:34.794997 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3040d451-f77d-49e4-90ac-f3ad98414ba6 req-147389ba-b9bb-4cb9-9ded-12fec4157f69 service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964358 Jul 27 11:13:34.936831 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac9e32-e890-4151-af29-f6759d9ae6ec req-1dedd43e-424c-4a06-9f45-074740880546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:34.938350 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b6ac9e32-e890-4151-af29-f6759d9ae6ec req-1dedd43e-424c-4a06-9f45-074740880546 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7acac7893f11409bb6e68649aa669c09&device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 1096 time: 0.0537677 Jul 27 11:13:35.033536 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac9e32-e890-4151-af29-f6759d9ae6ec req-57078fd1-e7d8-42f8-8936-b277c8053c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:35.034988 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b6ac9e32-e890-4151-af29-f6759d9ae6ec req-57078fd1-e7d8-42f8-8936-b277c8053c18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=af679c04-6673-4ea8-9860-92c76665bdfa HTTP/1.1" status: 200 len: 911 time: 0.0884104 Jul 27 11:13:35.087350 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b6ac9e32-e890-4151-af29-f6759d9ae6ec req-043eeb5d-cd02-4767-b205-0d10cd9fa3b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a HTTP/1.1" status: 200 len: 217 time: 0.0425992 Jul 27 11:13:35.160786 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac9e32-e890-4151-af29-f6759d9ae6ec req-0d8ee369-bd61-4107-b541-7502a5c2b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:35.162297 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b6ac9e32-e890-4151-af29-f6759d9ae6ec req-0d8ee369-bd61-4107-b541-7502a5c2b55e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74735343-f925-4e4d-b5ea-c422b0799ca4 HTTP/1.1" status: 200 len: 850 time: 0.0587809 Jul 27 11:13:35.187935 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcc181-5091-455d-9200-713206e268f0 req-4652dfee-0c63-45ee-9b27-2735b81cf842 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:35.189570 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e7fcc181-5091-455d-9200-713206e268f0 req-4652dfee-0c63-45ee-9b27-2735b81cf842 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 943 time: 0.1388154 Jul 27 11:13:35.250024 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e7fcc181-5091-455d-9200-713206e268f0 req-fd4a9957-3058-44c6-9412-ac9ad75699fc tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435092 Jul 27 11:13:35.263126 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac9e32-e890-4151-af29-f6759d9ae6ec req-f2229fde-23f3-41b9-aabd-25b1a7005537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:35.264587 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b6ac9e32-e890-4151-af29-f6759d9ae6ec req-f2229fde-23f3-41b9-aabd-25b1a7005537 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af679c04-6673-4ea8-9860-92c76665bdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0926342 Jul 27 11:13:35.383424 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 79e24046-3402-4585-b553-c795ab38f7ac details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:13:35.394098 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b6ac9e32-e890-4151-af29-f6759d9ae6ec req-d52b4f00-d0b0-47e9-964b-53e7af33d5c2 service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934427 Jul 27 11:13:35.421093 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-c4a359b3-d2e5-4c23-b9c3-b6c5b92e6cdf req-123101f7-8191-4376-ab98-fe773f5340b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840852 Jul 27 11:13:35.525489 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a359b3-d2e5-4c23-b9c3-b6c5b92e6cdf req-ea3d70a7-f2b0-4a79-94d1-e7aa57538168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:35.527880 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-c4a359b3-d2e5-4c23-b9c3-b6c5b92e6cdf req-ea3d70a7-f2b0-4a79-94d1-e7aa57538168 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=983cb18737eb4b72ae1747ef4d5731a1&device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 1098 time: 0.0677662 Jul 27 11:13:35.555637 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b6ac9e32-e890-4151-af29-f6759d9ae6ec req-f536b5ac-680d-4f36-9a53-9991d31eee8d service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519871 Jul 27 11:13:35.600946 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0b886-6a72-4f25-ad38-a8b5794ea84d req-9eee0772-f07a-4f61-b1ca-4eda85b9a235 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:35.602835 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-67b0b886-6a72-4f25-ad38-a8b5794ea84d req-9eee0772-f07a-4f61-b1ca-4eda85b9a235 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.1892419 Jul 27 11:13:35.649722 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-67b0b886-6a72-4f25-ad38-a8b5794ea84d req-aa8d64f4-d0ab-40a9-85f8-fc383943fd79 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375097 Jul 27 11:13:35.655638 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 79e24046-3402-4585-b553-c795ab38f7ac, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=79e24046-3402-4585-b553-c795ab38f7ac,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:13:35.669139 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '79e24046-3402-4585-b553-c795ab38f7ac', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'port_id': '79e24046-3402-4585-b553-c795ab38f7ac', 'mac_address': 'fa:16:3e:44:26:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:13:35.670147 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a359b3-d2e5-4c23-b9c3-b6c5b92e6cdf req-930ca37c-acb5-4d5f-ae87-e57ec5ef95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:35.673172 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-c4a359b3-d2e5-4c23-b9c3-b6c5b92e6cdf req-930ca37c-acb5-4d5f-ae87-e57ec5ef95b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b646d9a6-e951-486f-9f74-88c0b53d2484 HTTP/1.1" status: 200 len: 911 time: 0.1225433 Jul 27 11:13:35.717643 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:35.733114 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e24046-3402-4585-b553-c795ab38f7ac {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:13:35.769095 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 79e24046-3402-4585-b553-c795ab38f7ac, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=79e24046-3402-4585-b553-c795ab38f7ac,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:13:35.776622 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:35.818993 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bfe2b-078d-4fd2-8905-b387f72b005d req-7d618f03-099a-42ed-8148-819ae287098b tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:35.820757 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-821bfe2b-078d-4fd2-8905-b387f72b005d req-7d618f03-099a-42ed-8148-819ae287098b tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 943 time: 0.1221099 Jul 27 11:13:35.825235 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-c4a359b3-d2e5-4c23-b9c3-b6c5b92e6cdf req-45453636-c309-4707-8390-905c5e74e841 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c133c5c5-bf30-4ef5-82db-4553057eecf3 HTTP/1.1" status: 200 len: 1000 time: 0.1426914 Jul 27 11:13:35.835605 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=79e24046-3402-4585-b553-c795ab38f7ac,revision_number=9']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:35.871428 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-821bfe2b-078d-4fd2-8905-b387f72b005d req-317eae13-7129-484a-88cd-6fed2e3cc68f tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433214 Jul 27 11:13:36.088380 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a359b3-d2e5-4c23-b9c3-b6c5b92e6cdf req-f3f1229a-a429-4bef-9ab0-91e0811676d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:36.089968 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-c4a359b3-d2e5-4c23-b9c3-b6c5b92e6cdf req-f3f1229a-a429-4bef-9ab0-91e0811676d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=727eb73e-f40c-4c15-8595-71d8b1d5ca05 HTTP/1.1" status: 200 len: 850 time: 0.2532725 Jul 27 11:13:36.145866 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['79e24046-3402-4585-b553-c795ab38f7ac'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:13:36.152459 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a359b3-d2e5-4c23-b9c3-b6c5b92e6cdf req-67541c85-6d3e-46b6-974b-22ed0725cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:36.154024 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-c4a359b3-d2e5-4c23-b9c3-b6c5b92e6cdf req-67541c85-6d3e-46b6-974b-22ed0725cbaf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b646d9a6-e951-486f-9f74-88c0b53d2484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566168 Jul 27 11:13:36.254126 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-c4a359b3-d2e5-4c23-b9c3-b6c5b92e6cdf req-14461b6b-f7f6-4109-8ef0-33e9680951ee service neutron] 10.222.0.20 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909941 Jul 27 11:13:36.355397 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-c4a359b3-d2e5-4c23-b9c3-b6c5b92e6cdf req-5917ab7d-4170-4a2d-a5ee-7338cde61222 service neutron] 10.222.0.20 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923691 Jul 27 11:13:36.400799 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bc2f3-6a4e-4315-bfe9-a1a6a6036977 req-730e63c7-1deb-4668-b95d-cdc8a4947640 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:36.402921 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-458bc2f3-6a4e-4315-bfe9-a1a6a6036977 req-730e63c7-1deb-4668-b95d-cdc8a4947640 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 944 time: 0.0713253 Jul 27 11:13:36.443515 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-458bc2f3-6a4e-4315-bfe9-a1a6a6036977 req-ae0c2e73-bc5f-4d50-8181-5264b573fd3b tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344632 Jul 27 11:13:36.787731 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfd462-f1cb-4284-8d80-7853d56eddbb req-8776ea76-3012-46ea-bbb9-387a49fc535f tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:36.789228 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-90dfd462-f1cb-4284-8d80-7853d56eddbb req-8776ea76-3012-46ea-bbb9-387a49fc535f tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0705636 Jul 27 11:13:36.836672 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-90dfd462-f1cb-4284-8d80-7853d56eddbb req-1bfe298f-159f-47db-9ba8-9b3570c45408 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415490 Jul 27 11:13:37.011440 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525fa47-aaa3-4eef-a4fb-78a80f60a432 req-e88a8194-186e-410e-bdd9-2ff45fc1e529 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:37.012795 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8525fa47-aaa3-4eef-a4fb-78a80f60a432 req-e88a8194-186e-410e-bdd9-2ff45fc1e529 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 943 time: 0.0731921 Jul 27 11:13:37.054814 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8525fa47-aaa3-4eef-a4fb-78a80f60a432 req-6689f22f-55de-464b-8db9-1cfea488954e tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354021 Jul 27 11:13:37.120647 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 60578) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:37.227252 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1112ed68-365b-4aba-a8e4-08195082c31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:37.321365 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1112ed68-365b-4aba-a8e4-08195082c31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:37.326207 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1112ed68-365b-4aba-a8e4-08195082c31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:37.362147 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112ed68-365b-4aba-a8e4-08195082c31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879df934-352a-464a-8299-fe2131ffcc52,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:37.368741 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-1112ed68-365b-4aba-a8e4-08195082c31e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=853f0014c8534f3c8fd969bd78116e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448137 Jul 27 11:13:37.369810 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60606) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:37.403090 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 79e24046-3402-4585-b553-c795ab38f7ac up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:13:37.420737 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8134ab71-a8c8-4a12-9c2d-0326377eed4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:37.443337 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8134ab71-a8c8-4a12-9c2d-0326377eed4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:37.485779 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 79e24046-3402-4585-b553-c795ab38f7ac triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:13:37.486204 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:37.509696 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8134ab71-a8c8-4a12-9c2d-0326377eed4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:37.512478 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8134ab71-a8c8-4a12-9c2d-0326377eed4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:37.514025 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-8134ab71-a8c8-4a12-9c2d-0326377eed4c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/879df934-352a-464a-8299-fe2131ffcc52 HTTP/1.1" status: 204 len: 168 time: 0.1439314 Jul 27 11:13:37.523182 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134ab71-a8c8-4a12-9c2d-0326377eed4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879df934-352a-464a-8299-fe2131ffcc52,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:37.596810 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1737219-662d-47af-ad73-dd5f97e8622f req-a8811025-862a-4050-b4a3-78cb8f6ea75b tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:37.598514 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f1737219-662d-47af-ad73-dd5f97e8622f req-a8811025-862a-4050-b4a3-78cb8f6ea75b tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 944 time: 0.0761929 Jul 27 11:13:37.612684 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:37.639888 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4199704-1966-4dd3-9e0c-23ffec4ce781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e24046-3402-4585-b553-c795ab38f7ac'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:13:37.643361 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00186856-bd5f-4103-b2d9-0ac4f22ded09" -d '{"events": [{"server_uuid": "b4199704-1966-4dd3-9e0c-23ffec4ce781", "name": "network-vif-plugged", "status": "completed", "tag": "79e24046-3402-4585-b553-c795ab38f7ac"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:13:37.650181 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f1737219-662d-47af-ad73-dd5f97e8622f req-bb8294b7-87a3-4b98-a8d6-2e68e44eb33f tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447977 Jul 27 11:13:37.659592 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 79e24046-3402-4585-b553-c795ab38f7ac, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=79e24046-3402-4585-b553-c795ab38f7ac,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:13:37.666431 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:37.703662 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11620d6e-1ed3-48dd-bdea-2862386810dc x-openstack-request-id: req-11620d6e-1ed3-48dd-bdea-2862386810dc {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:13:37.703949 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4199704-1966-4dd3-9e0c-23ffec4ce781", "name": "network-vif-plugged", "status": "completed", "tag": "79e24046-3402-4585-b553-c795ab38f7ac", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:13:37.704382 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11620d6e-1ed3-48dd-bdea-2862386810dc {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:13:37.704940 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4199704-1966-4dd3-9e0c-23ffec4ce781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e24046-3402-4585-b553-c795ab38f7ac', 'code': 200} Jul 27 11:13:37.735147 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=79e24046-3402-4585-b553-c795ab38f7ac,revision_number=10']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:37.762194 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 60624) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:37.926007 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-762f1769-23ab-4411-943a-4096e2549409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:38.013912 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b4e8c-e8ef-4f0f-89d8-69fab14b4a34 req-e492af53-d5f8-4efc-ba8d-f6f02258719f tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:38.015382 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf2b4e8c-e8ef-4f0f-89d8-69fab14b4a34 req-e492af53-d5f8-4efc-ba8d-f6f02258719f tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.1054182 Jul 27 11:13:38.069641 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf2b4e8c-e8ef-4f0f-89d8-69fab14b4a34 req-bac6caab-3838-4374-b027-6f72ee58246d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475538 Jul 27 11:13:38.089791 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-762f1769-23ab-4411-943a-4096e2549409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:38.094229 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-762f1769-23ab-4411-943a-4096e2549409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:38.134970 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-762f1769-23ab-4411-943a-4096e2549409 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d36a43b4b68a40bcb9d703bd7e965fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687749 Jul 27 11:13:38.135430 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60632) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:38.143088 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f1769-23ab-4411-943a-4096e2549409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9344c95d-0aec-43be-945f-80a1dfa4e21b,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:38.190552 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-13ea70d1-f47e-4c47-af37-a7e42e2ad0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:38.197860 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4689c-b0b1-485c-86c0-86232f58ec66 req-47eef0d5-b3af-4bbb-afea-7065f76f0a54 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:38.199921 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c5d4689c-b0b1-485c-86c0-86232f58ec66 req-47eef0d5-b3af-4bbb-afea-7065f76f0a54 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 943 time: 0.0660417 Jul 27 11:13:38.215280 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-13ea70d1-f47e-4c47-af37-a7e42e2ad0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:38.237975 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c5d4689c-b0b1-485c-86c0-86232f58ec66 req-b8551012-78e7-4749-a7bc-9c08d3a6bb3d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319889 Jul 27 11:13:38.291217 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-13ea70d1-f47e-4c47-af37-a7e42e2ad0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:38.293969 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-13ea70d1-f47e-4c47-af37-a7e42e2ad0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:38.295116 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-13ea70d1-f47e-4c47-af37-a7e42e2ad0b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9344c95d-0aec-43be-945f-80a1dfa4e21b HTTP/1.1" status: 204 len: 168 time: 0.1586585 Jul 27 11:13:38.308232 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea70d1-f47e-4c47-af37-a7e42e2ad0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9344c95d-0aec-43be-945f-80a1dfa4e21b,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:38.319132 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f7e7d-afb2-4dae-9e40-c9509add16bd req-2273d908-74e3-4cc3-bdf4-7879d7a23c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:38.320642 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-da1f7e7d-afb2-4dae-9e40-c9509add16bd req-2273d908-74e3-4cc3-bdf4-7879d7a23c8d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 1099 time: 0.0716863 Jul 27 11:13:38.363610 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-da1f7e7d-afb2-4dae-9e40-c9509add16bd req-5ee11a33-d395-4a98-9e40-6d0e4b3e7870 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342345 Jul 27 11:13:38.549161 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60638) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:38.562797 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-223197f2-dd1c-4e39-b783-fcbe26827d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:38.653584 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-223197f2-dd1c-4e39-b783-fcbe26827d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:38.657303 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-223197f2-dd1c-4e39-b783-fcbe26827d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:38.693769 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-223197f2-dd1c-4e39-b783-fcbe26827d6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fff2dade80e4c4bbb474021f793b81e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433272 Jul 27 11:13:38.695783 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223197f2-dd1c-4e39-b783-fcbe26827d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9999b5bb-a419-4f57-82a2-408ec18ab6cb,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:38.696966 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 60640) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:38.745922 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-adf8afff-397f-4a68-ad48-1cf432f31be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:38.794982 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-adf8afff-397f-4a68-ad48-1cf432f31be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:38.848557 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ad4d3-2011-472a-90ad-603b82cf7530 req-f6dd9007-1a70-48a7-a1f3-444d47c9c135 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:38.850079 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-112ad4d3-2011-472a-90ad-603b82cf7530 req-f6dd9007-1a70-48a7-a1f3-444d47c9c135 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 946 time: 0.0999801 Jul 27 11:13:38.865749 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-adf8afff-397f-4a68-ad48-1cf432f31be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:38.868166 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-adf8afff-397f-4a68-ad48-1cf432f31be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:38.869215 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-adf8afff-397f-4a68-ad48-1cf432f31be8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9999b5bb-a419-4f57-82a2-408ec18ab6cb HTTP/1.1" status: 204 len: 168 time: 0.1712284 Jul 27 11:13:38.889970 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8afff-397f-4a68-ad48-1cf432f31be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9999b5bb-a419-4f57-82a2-408ec18ab6cb,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:38.910072 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-112ad4d3-2011-472a-90ad-603b82cf7530 req-43409b7b-c3bc-4c89-8a34-059d70af628e tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539069 Jul 27 11:13:39.200141 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcd069-8fd3-4164-b542-5c098d952bfe req-3fd8d115-7783-4d81-9ded-c24e4c4150c9 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:39.201643 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5fdcd069-8fd3-4164-b542-5c098d952bfe req-3fd8d115-7783-4d81-9ded-c24e4c4150c9 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0638900 Jul 27 11:13:39.240360 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5fdcd069-8fd3-4164-b542-5c098d952bfe req-e71f5b05-0e07-4935-9547-e978c19298d7 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321670 Jul 27 11:13:39.366740 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f867132-a178-458c-92a0-486c1b5ba4b0 req-a087cab0-2af3-4429-b356-680e7edc20e7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:39.368210 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0f867132-a178-458c-92a0-486c1b5ba4b0 req-a087cab0-2af3-4429-b356-680e7edc20e7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 943 time: 0.0666258 Jul 27 11:13:39.405822 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0f867132-a178-458c-92a0-486c1b5ba4b0 req-614fc17b-0ffa-4400-8e58-4cac010fe35f tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315130 Jul 27 11:13:40.048489 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d942a-a9ee-44fd-b241-08ca884c17ab req-41e67024-6c32-40f0-b0b2-2b8f4b33cc26 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:40.050140 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d72d942a-a9ee-44fd-b241-08ca884c17ab req-41e67024-6c32-40f0-b0b2-2b8f4b33cc26 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 946 time: 0.0651307 Jul 27 11:13:40.090215 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d72d942a-a9ee-44fd-b241-08ca884c17ab req-2f611db5-67ff-4c76-ae95-555b244a4b30 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338318 Jul 27 11:13:40.379167 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75287f-0699-4938-8ad4-bdb19cec2f0c req-8fac3da7-fd01-4d7d-9dcf-6e54a4812d7d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:40.380859 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1a75287f-0699-4938-8ad4-bdb19cec2f0c req-8fac3da7-fd01-4d7d-9dcf-6e54a4812d7d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0717857 Jul 27 11:13:40.435019 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1a75287f-0699-4938-8ad4-bdb19cec2f0c req-b73e22cb-98b4-4c97-923e-1fdba6f69fc3 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417466 Jul 27 11:13:40.567733 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ed3b0-8cf7-47c3-a869-a1b2ccbb254d req-4ac96f33-5eea-4a6e-b739-b093e1252edc tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:40.573867 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-315ed3b0-8cf7-47c3-a869-a1b2ccbb254d req-4ac96f33-5eea-4a6e-b739-b093e1252edc tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 943 time: 0.0737476 Jul 27 11:13:40.607781 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-315ed3b0-8cf7-47c3-a869-a1b2ccbb254d req-bec7a683-0318-45ec-85e9-cd6a4e6d7c6b tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320587 Jul 27 11:13:41.224981 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e592e0d-abb7-47a6-9765-23569c0fe6f9 req-90cc3f33-5cc0-4f6e-8d9d-3ce5b8743af6 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:41.226417 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0e592e0d-abb7-47a6-9765-23569c0fe6f9 req-90cc3f33-5cc0-4f6e-8d9d-3ce5b8743af6 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 946 time: 0.0619018 Jul 27 11:13:41.237100 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60762) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:41.268883 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0e592e0d-abb7-47a6-9765-23569c0fe6f9 req-a11a358a-d2bb-46fc-9940-6dbaf0fd1496 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364182 Jul 27 11:13:41.338407 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-fdbb775d-a9f6-42ec-bc4a-ea4c632e11c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:41.424497 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-fdbb775d-a9f6-42ec-bc4a-ea4c632e11c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:41.428143 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-fdbb775d-a9f6-42ec-bc4a-ea4c632e11c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:41.464396 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb775d-a9f6-42ec-bc4a-ea4c632e11c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e7e8df-dbea-45cb-bee9-c84505f04df9,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:41.471309 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 60770) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:41.471765 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-fdbb775d-a9f6-42ec-bc4a-ea4c632e11c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb2711a47ec9426bb116ff5cc8583e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331016 Jul 27 11:13:41.551477 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a812e60e-3226-4407-8bf5-36ddf4799809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:41.578990 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a812e60e-3226-4407-8bf5-36ddf4799809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:41.622169 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2c146-bd93-4a93-b3db-d12f5c7e7371 req-9a315447-8bf3-4459-8806-eafdc3e0fcf1 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:41.623650 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4dd2c146-bd93-4a93-b3db-d12f5c7e7371 req-9a315447-8bf3-4459-8806-eafdc3e0fcf1 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.1156681 Jul 27 11:13:41.657755 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a812e60e-3226-4407-8bf5-36ddf4799809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:41.660273 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a812e60e-3226-4407-8bf5-36ddf4799809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:41.661424 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-a812e60e-3226-4407-8bf5-36ddf4799809 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8e7e8df-dbea-45cb-bee9-c84505f04df9 HTTP/1.1" status: 204 len: 168 time: 0.1882236 Jul 27 11:13:41.673148 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812e60e-3226-4407-8bf5-36ddf4799809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e7e8df-dbea-45cb-bee9-c84505f04df9,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:41.677229 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4dd2c146-bd93-4a93-b3db-d12f5c7e7371 req-d07d39b2-b958-4f3c-99bb-9f42731f42c0 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471337 Jul 27 11:13:41.749021 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e5720-ccb1-4010-b925-e3f620166fcc req-0cf095ca-af3c-4f6a-b073-c632c2edcbdc tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:41.754307 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c14e5720-ccb1-4010-b925-e3f620166fcc req-0cf095ca-af3c-4f6a-b073-c632c2edcbdc tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 943 time: 0.0683632 Jul 27 11:13:41.793959 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c14e5720-ccb1-4010-b925-e3f620166fcc req-5f7d555a-bcf0-41b5-8205-e00015810bdb tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363188 Jul 27 11:13:41.922597 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51809a11-3fa9-41e6-a45a-d9b5c4005107 req-a53b353b-045f-4703-9f54-c051128b400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:41.924101 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-51809a11-3fa9-41e6-a45a-d9b5c4005107 req-a53b353b-045f-4703-9f54-c051128b400f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 1099 time: 0.0579801 Jul 27 11:13:41.941916 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 60778) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:41.955640 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f414199b-7694-4555-ba2f-28bb312859d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:41.963537 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-51809a11-3fa9-41e6-a45a-d9b5c4005107 req-702fe2ce-4abb-4ecf-b23c-a54e9bc9080d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313478 Jul 27 11:13:42.046851 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f414199b-7694-4555-ba2f-28bb312859d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:42.050575 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f414199b-7694-4555-ba2f-28bb312859d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:42.085822 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414199b-7694-4555-ba2f-28bb312859d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43f1103-83bc-4001-8dd1-dbcd5cb0aa03,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:42.091543 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-f414199b-7694-4555-ba2f-28bb312859d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=006a2896c0ea4cee97abb4f8c9297036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486156 Jul 27 11:13:42.094068 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 60780) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:42.140333 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f32f1834-d0a4-4e21-ad8a-b127e7bca40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:42.162340 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f32f1834-d0a4-4e21-ad8a-b127e7bca40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:42.206611 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f32f1834-d0a4-4e21-ad8a-b127e7bca40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:42.209293 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f32f1834-d0a4-4e21-ad8a-b127e7bca40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:42.210452 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-f32f1834-d0a4-4e21-ad8a-b127e7bca40e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b43f1103-83bc-4001-8dd1-dbcd5cb0aa03 HTTP/1.1" status: 204 len: 168 time: 0.1154995 Jul 27 11:13:42.218568 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f1834-d0a4-4e21-ad8a-b127e7bca40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43f1103-83bc-4001-8dd1-dbcd5cb0aa03,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:42.826735 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef668eb7-b938-4452-bf69-85ff377ffb70 req-d7199b1f-8b13-4f2b-9c8a-1c2e25178a0d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:42.828389 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ef668eb7-b938-4452-bf69-85ff377ffb70 req-d7199b1f-8b13-4f2b-9c8a-1c2e25178a0d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0662549 Jul 27 11:13:42.877208 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ef668eb7-b938-4452-bf69-85ff377ffb70 req-4310297f-f620-47db-b550-f263a4b66972 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418475 Jul 27 11:13:42.935580 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db421e4-42f7-4939-b352-556a973b2175 req-b7006fc3-adfe-4418-978e-0fa41cbc9aad tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:42.937084 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1db421e4-42f7-4939-b352-556a973b2175 req-b7006fc3-adfe-4418-978e-0fa41cbc9aad tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 943 time: 0.0761652 Jul 27 11:13:42.976687 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1db421e4-42f7-4939-b352-556a973b2175 req-8d85603c-d095-4278-a53b-9d5370a43c2b tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331893 Jul 27 11:13:43.402902 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:13:43.499910 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:13:43.511604 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'port_id': '5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a', 'mac_address': 'fa:16:3e:40:7b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:13:43.548971 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:43.562225 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:13:43.582313 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:13:43.586166 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:43.636192 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:43.967787 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:13:44.007570 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52562fb9-4c70-489e-a634-3e602eec0a74 req-83819f0c-d681-4281-891e-8e8a16c8e75c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:44.009295 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-52562fb9-4c70-489e-a634-3e602eec0a74 req-83819f0c-d681-4281-891e-8e8a16c8e75c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0632808 Jul 27 11:13:44.048642 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-52562fb9-4c70-489e-a634-3e602eec0a74 req-ae6c214e-f3ae-4d5e-b2f7-13dc0511adc1 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334532 Jul 27 11:13:44.114171 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e7d9d-a3dd-47d8-8ec9-859b657631a3 req-814687e0-97c4-41a9-bdcb-7c791a47d908 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:44.115603 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2e2e7d9d-a3dd-47d8-8ec9-859b657631a3 req-814687e0-97c4-41a9-bdcb-7c791a47d908 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 944 time: 0.0661027 Jul 27 11:13:44.159597 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2e2e7d9d-a3dd-47d8-8ec9-859b657631a3 req-3d96471a-36ac-4b65-bbb2-b6e497a9ace4 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344136 Jul 27 11:13:44.318343 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddfe0a-238e-43c0-8baa-1dbd53ab8c01 req-8911ed39-c6ed-4426-92b6-49884d4105a5 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:44.319862 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-49ddfe0a-238e-43c0-8baa-1dbd53ab8c01 req-8911ed39-c6ed-4426-92b6-49884d4105a5 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0639071 Jul 27 11:13:44.336411 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3bb79-6885-417d-b65a-6f5b5fe8e389 req-074576b0-48cd-41c0-8701-c83dcad09879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:44.338011 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-1ee3bb79-6885-417d-b65a-6f5b5fe8e389 req-074576b0-48cd-41c0-8701-c83dcad09879 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00106fa9d8714c23ac449b94423aa621&device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 1099 time: 0.0554817 Jul 27 11:13:44.360271 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-49ddfe0a-238e-43c0-8baa-1dbd53ab8c01 req-22abdcc2-20ca-45ee-bfbe-e26a8b48b055 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330122 Jul 27 11:13:44.426918 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3bb79-6885-417d-b65a-6f5b5fe8e389 req-ffe6c6e8-ee4d-42eb-b2c8-c7e64ee8c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:44.428298 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-1ee3bb79-6885-417d-b65a-6f5b5fe8e389 req-ffe6c6e8-ee4d-42eb-b2c8-c7e64ee8c4a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=089ae8f8-3289-4a22-b4aa-56e4729a1204 HTTP/1.1" status: 200 len: 919 time: 0.0826328 Jul 27 11:13:44.484324 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-1ee3bb79-6885-417d-b65a-6f5b5fe8e389 req-78e5e9d8-72fe-4934-9d6e-f4ff4dbffcb5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4027ef35-b875-43e1-b429-c925d371de1b HTTP/1.1" status: 200 len: 217 time: 0.0380275 Jul 27 11:13:44.536765 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3bb79-6885-417d-b65a-6f5b5fe8e389 req-e9afe621-11a9-4af0-98d3-712ea3243a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:44.538196 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-1ee3bb79-6885-417d-b65a-6f5b5fe8e389 req-e9afe621-11a9-4af0-98d3-712ea3243a56 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f517b54a-3626-47d8-9035-6326e9196c6b HTTP/1.1" status: 200 len: 859 time: 0.0424953 Jul 27 11:13:44.574979 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-1ee3bb79-6885-417d-b65a-6f5b5fe8e389 req-009141c9-1282-4058-9eaa-30afe2020536 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=089ae8f8-3289-4a22-b4aa-56e4729a1204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267167 Jul 27 11:13:44.665746 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-1ee3bb79-6885-417d-b65a-6f5b5fe8e389 req-47b7f87e-b08a-4e96-a72b-04e2a603bd3f service neutron] 10.222.0.20 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819237 Jul 27 11:13:44.759953 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-1ee3bb79-6885-417d-b65a-6f5b5fe8e389 req-81712e22-8346-478e-acd6-876b82a18e47 service neutron] 10.222.0.20 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795922 Jul 27 11:13:45.292267 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb2a9e-701f-49f9-bb75-f8ed5c5e70f1 req-6ed1a7b2-ba4c-4a64-a18f-2758ef911a67 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:45.293688 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b0cb2a9e-701f-49f9-bb75-f8ed5c5e70f1 req-6ed1a7b2-ba4c-4a64-a18f-2758ef911a67 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 944 time: 0.0656412 Jul 27 11:13:45.330393 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b0cb2a9e-701f-49f9-bb75-f8ed5c5e70f1 req-33b13173-12e9-4c26-bc2b-339c500f8929 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308425 Jul 27 11:13:45.413337 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:13:45.465112 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:13:45.468943 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:13:45.469320 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:45.493098 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80789e3-7a11-4ded-ad00-28a65ce23228 req-690943a3-edde-4c35-89c9-61f5f723206e tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:45.494706 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b80789e3-7a11-4ded-ad00-28a65ce23228 req-690943a3-edde-4c35-89c9-61f5f723206e tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0658772 Jul 27 11:13:45.535904 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b80789e3-7a11-4ded-ad00-28a65ce23228 req-f0315d8f-de75-4654-8cfa-f35430ea27f8 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335004 Jul 27 11:13:45.550906 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:45.572511 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37da1559-77dd-458c-b1d6-859774c3ec3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:13:45.574730 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807f51db-0bb4-4519-9cea-40dbef088df3" -d '{"events": [{"server_uuid": "37da1559-77dd-458c-b1d6-859774c3ec3d", "name": "network-vif-plugged", "status": "completed", "tag": "5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:13:45.590388 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:13:45.594709 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:45.617950 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6758ae71-5fee-48f9-99c5-cb956e4e4c5d x-openstack-request-id: req-6758ae71-5fee-48f9-99c5-cb956e4e4c5d {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:13:45.618242 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37da1559-77dd-458c-b1d6-859774c3ec3d", "name": "network-vif-plugged", "status": "completed", "tag": "5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:13:45.618494 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6758ae71-5fee-48f9-99c5-cb956e4e4c5d {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:13:45.618875 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37da1559-77dd-458c-b1d6-859774c3ec3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a', 'code': 200} Jul 27 11:13:45.643235 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:45.650137 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:45.650488 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:45.650833 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:45.651654 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:45.651991 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:45.652322 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:45.652654 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:45.652979 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:45.653334 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:45.653688 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:45.654058 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:45.654444 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:13:45.915366 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab95609-45bf-4325-9f73-f5bbe2b9830f req-63fe405e-3d7a-45ec-bac8-74106c3d1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:45.917120 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-eab95609-45bf-4325-9f73-f5bbe2b9830f req-63fe405e-3d7a-45ec-bac8-74106c3d1480 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 1098 time: 0.0574112 Jul 27 11:13:45.964883 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-eab95609-45bf-4325-9f73-f5bbe2b9830f req-bc078aba-3458-4246-9cf5-af7e84704219 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331163 Jul 27 11:13:46.399606 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60884) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:46.458278 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ae008-556f-475e-a9f2-44f6332ca7d0 req-9384dfc4-62bb-4e7e-8305-10d7f0fa8e68 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:46.459763 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-df3ae008-556f-475e-a9f2-44f6332ca7d0 req-9384dfc4-62bb-4e7e-8305-10d7f0fa8e68 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 945 time: 0.0627015 Jul 27 11:13:46.497900 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-df3ae008-556f-475e-a9f2-44f6332ca7d0 req-1d7df1ac-a182-4aa1-b1b7-3a450791e068 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322673 Jul 27 11:13:46.505661 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c79b70db-434f-47bc-b652-779d43d265d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:46.593054 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c79b70db-434f-47bc-b652-779d43d265d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:46.597320 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c79b70db-434f-47bc-b652-779d43d265d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:46.636193 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-c79b70db-434f-47bc-b652-779d43d265d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=906d0dc4f3a64a6f8be9a8ab9eea76fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354810 Jul 27 11:13:46.637314 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b70db-434f-47bc-b652-779d43d265d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c83d60-c023-4425-918b-ca7d8b2eb8aa,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:46.639329 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 60890) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:46.704645 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca45b5-b7ad-4235-abf1-f2079567f44b req-21221ad3-5cde-43f1-9677-ded684f1ecee tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:46.706147 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a4ca45b5-b7ad-4235-abf1-f2079567f44b req-21221ad3-5cde-43f1-9677-ded684f1ecee tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0982318 Jul 27 11:13:46.721223 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f78e481f-6605-4464-ad01-386e2285abfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:46.760451 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f78e481f-6605-4464-ad01-386e2285abfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:46.768734 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a4ca45b5-b7ad-4235-abf1-f2079567f44b req-f65dd1ce-29f8-41b5-875a-a2b9a94df879 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559473 Jul 27 11:13:46.811213 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f78e481f-6605-4464-ad01-386e2285abfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:46.814054 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f78e481f-6605-4464-ad01-386e2285abfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:46.815296 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-f78e481f-6605-4464-ad01-386e2285abfc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3c83d60-c023-4425-918b-ca7d8b2eb8aa HTTP/1.1" status: 204 len: 168 time: 0.1740792 Jul 27 11:13:46.823264 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e481f-6605-4464-ad01-386e2285abfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c83d60-c023-4425-918b-ca7d8b2eb8aa,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:47.070368 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 60898) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:47.083303 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-500ff5bb-c67a-4209-bb2e-498ffd46736b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:47.182236 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-500ff5bb-c67a-4209-bb2e-498ffd46736b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:47.185940 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-500ff5bb-c67a-4209-bb2e-498ffd46736b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:47.221765 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ff5bb-c67a-4209-bb2e-498ffd46736b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a61d14-6f26-4778-a020-5610d3d6975e,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:47.225995 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-500ff5bb-c67a-4209-bb2e-498ffd46736b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0cd4bf329624ed0a57b806e29e69ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546311 Jul 27 11:13:47.228644 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 60900) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:47.275860 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-53706919-8c0d-4c2c-9b2d-3c947077ca05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:47.297552 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-53706919-8c0d-4c2c-9b2d-3c947077ca05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:47.343044 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-53706919-8c0d-4c2c-9b2d-3c947077ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:47.345676 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-53706919-8c0d-4c2c-9b2d-3c947077ca05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:47.346831 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-53706919-8c0d-4c2c-9b2d-3c947077ca05 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93a61d14-6f26-4778-a020-5610d3d6975e HTTP/1.1" status: 204 len: 168 time: 0.1172750 Jul 27 11:13:47.354589 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53706919-8c0d-4c2c-9b2d-3c947077ca05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a61d14-6f26-4778-a020-5610d3d6975e,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:47.623769 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df37d0-a973-4bdc-ab26-f21a302f19ba req-158de061-8f30-406e-8a1a-501ed04d7294 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:47.625255 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f1df37d0-a973-4bdc-ab26-f21a302f19ba req-158de061-8f30-406e-8a1a-501ed04d7294 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 945 time: 0.0624826 Jul 27 11:13:47.665850 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f1df37d0-a973-4bdc-ab26-f21a302f19ba req-1778ab8c-f70b-465f-8c98-6e11d9290af7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347445 Jul 27 11:13:47.792907 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc418e-88ae-4fa3-bd5c-cf020d348872 req-aef0e5a0-144c-4cad-871a-9bf2c24b17f0 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:47.794588 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-24bc418e-88ae-4fa3-bd5c-cf020d348872 req-aef0e5a0-144c-4cad-871a-9bf2c24b17f0 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 945 time: 0.0639737 Jul 27 11:13:47.835722 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-24bc418e-88ae-4fa3-bd5c-cf020d348872 req-cee381ce-1287-4b08-ae96-4d24bccf8fde tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346441 Jul 27 11:13:47.858210 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60922) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:47.908429 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5d93f-bce0-4020-9b17-316db74210b6 req-27c5ffd6-5958-4903-be9b-01ea72ff6b24 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:47.910001 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-99b5d93f-bce0-4020-9b17-316db74210b6 req-27c5ffd6-5958-4903-be9b-01ea72ff6b24 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0721772 Jul 27 11:13:47.950246 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-99b5d93f-bce0-4020-9b17-316db74210b6 req-cabf0f20-231b-4923-a141-69d947963069 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343456 Jul 27 11:13:48.053364 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 60936) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:48.080085 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259aa4ea-75b0-4c69-832f-7a837ff8cbd3 tempest-TestVolumeBootPattern-542927252 tempest-TestVolumeBootPattern-542927252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:48.081654 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-259aa4ea-75b0-4c69-832f-7a837ff8cbd3 tempest-TestVolumeBootPattern-542927252 tempest-TestVolumeBootPattern-542927252-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 1093 time: 0.2224264 Jul 27 11:13:48.084914 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 60940) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:48.089779 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Request body: {'floatingip': {'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'port_id': '5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:13:48.114888 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for floatingip, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:48.219868 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-2b0f0703-6db7-4f05-a01b-b3384d6c3006 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-11235572-network', 'tenant_id': 'f046e916328f41bebb6880641b45e99f'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:13:48.243781 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:48.288034 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0f0703-6db7-4f05-a01b-b3384d6c3006 admin admin] Made reservation on behalf of f046e916328f41bebb6880641b45e99f for: {'network': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:13:48.296026 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0703-6db7-4f05-a01b-b3384d6c3006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:48.311595 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0703-6db7-4f05-a01b-b3384d6c3006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:48.380874 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d316cafd-a3da-47b9-b6ca-7bbeeeb22202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:48.444522 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Allocated IP 172.27.3.233 (b1883f27-eaab-4700-a5a8-37e3631f126f/c4c466e5-926d-42c1-b136-e6bf3690c687/3b789e54-2fe1-4537-b896-5d27ec90a2e1) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:13:48.566790 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46047ad-eee2-4edf-9f8a-0f796394a3b2 req-83534c47-27ef-408b-8af2-4956f4048282 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:48.568259 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e46047ad-eee2-4edf-9f8a-0f796394a3b2 req-83534c47-27ef-408b-8af2-4956f4048282 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.1780996 Jul 27 11:13:48.575039 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0703-6db7-4f05-a01b-b3384d6c3006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:48.584859 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0703-6db7-4f05-a01b-b3384d6c3006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:48.624848 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0f0703-6db7-4f05-a01b-b3384d6c3006 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:13:48.661047 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:48.667772 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e46047ad-eee2-4edf-9f8a-0f796394a3b2 req-6270d795-2ae6-442b-a222-c2da2cfd4871 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902739 Jul 27 11:13:48.670116 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0703-6db7-4f05-a01b-b3384d6c3006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:48.670455 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.segments_db [None req-2b0f0703-6db7-4f05-a01b-b3384d6c3006 admin admin] Added segment 260f9ed6-7357-4d95-b1c1-ea92e20a512f of type vlan for network 97e38bd9-d4d7-4951-855a-7ac9173c8763 Jul 27 11:13:48.671669 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f0703-6db7-4f05-a01b-b3384d6c3006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4fda12-3178-40b5-a021-41caf1c774c8,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:48.720023 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0703-6db7-4f05-a01b-b3384d6c3006 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:48.758982 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:48.763763 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0703-6db7-4f05-a01b-b3384d6c3006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:48.764639 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0f0703-6db7-4f05-a01b-b3384d6c3006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:48.765215 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0703-6db7-4f05-a01b-b3384d6c3006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:49.100184 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-2b0f0703-6db7-4f05-a01b-b3384d6c3006 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0455897 Jul 27 11:13:49.101899 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Network b1883f27-eaab-4700-a5a8-37e3631f126f is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:13:49.103089 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60950) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:49.109030 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-07dfa74d-8855-4ce0-b64b-e9e227f4c3f5 admin admin] Request body: {'subnet': {'network_id': '97e38bd9-d4d7-4951-855a-7ac9173c8763', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-11235572-subnet', 'tenant_id': 'f046e916328f41bebb6880641b45e99f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:13:49.110192 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:13:49.111993 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f0703-6db7-4f05-a01b-b3384d6c3006 admin admin] Pushing event updated for resources: {'Network': ['ID=97e38bd9-d4d7-4951-855a-7ac9173c8763,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:49.114100 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:13:49.115981 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event updated for resources: {'Port': ['ID=3b789e54-2fe1-4537-b896-5d27ec90a2e1,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:49.123078 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network 97e38bd9-d4d7-4951-855a-7ac9173c8763 details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:13:49.144961 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dfa74d-8855-4ce0-b64b-e9e227f4c3f5 admin admin] Made reservation on behalf of f046e916328f41bebb6880641b45e99f for: {'subnet': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:13:49.147758 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-07dfa74d-8855-4ce0-b64b-e9e227f4c3f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8487539'] for subnet, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:49.314287 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-07dfa74d-8855-4ce0-b64b-e9e227f4c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8487521'] for subnet, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:49.369387 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfa74d-8855-4ce0-b64b-e9e227f4c3f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff115b99-2edf-4ed3-9516-b4f25b50061b,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:49.378061 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dfa74d-8855-4ce0-b64b-e9e227f4c3f5 admin admin] Checking segment: {'id': '260f9ed6-7357-4d95-b1c1-ea92e20a512f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97e38bd9-d4d7-4951-855a-7ac9173c8763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:13:49.378619 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dfa74d-8855-4ce0-b64b-e9e227f4c3f5 admin admin] Network hostable DHCP agents. Network: 97e38bd9-d4d7-4951-855a-7ac9173c8763, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:13:49.398702 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dfa74d-8855-4ce0-b64b-e9e227f4c3f5 admin admin] Network 97e38bd9-d4d7-4951-855a-7ac9173c8763 is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:13:49.409300 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-07dfa74d-8855-4ce0-b64b-e9e227f4c3f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, 97e38bd9-d4d7-4951-855a-7ac9173c8763) {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:13:49.415674 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dfa74d-8855-4ce0-b64b-e9e227f4c3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:49.416374 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-07dfa74d-8855-4ce0-b64b-e9e227f4c3f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:49.420279 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8222b4c-4215-4aaf-a5fc-d95570f66b77 None None] Network 97e38bd9-d4d7-4951-855a-7ac9173c8763 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:13:49.435487 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-07dfa74d-8855-4ce0-b64b-e9e227f4c3f5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3310442 Jul 27 11:13:49.534077 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:49.576231 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce1a727-077a-4655-90ca-93563ba5e5af None None] Network 97e38bd9-d4d7-4951-855a-7ac9173c8763 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:13:49.597905 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309a744-f65c-401b-8b70-5588bfe491be req-0f919d0a-cda0-44f8-8bc7-501d7e2e0a3b tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:49.599549 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9309a744-f65c-401b-8b70-5588bfe491be req-0f919d0a-cda0-44f8-8bc7-501d7e2e0a3b tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.1079974 Jul 27 11:13:49.652281 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:49.686022 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9309a744-f65c-401b-8b70-5588bfe491be req-7916527d-8c05-4b75-b6d0-7e03cbe6a46e tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651715 Jul 27 11:13:49.861565 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeefaa7-5450-4ffa-a542-5f45fba7b158 req-cb419b95-7be4-4a5c-b1d2-e55b6e8b0d9d tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:49.863079 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3aeefaa7-5450-4ffa-a542-5f45fba7b158 req-cb419b95-7be4-4a5c-b1d2-e55b6e8b0d9d tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.1095536 Jul 27 11:13:49.882687 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:49.893395 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:49.975804 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3aeefaa7-5450-4ffa-a542-5f45fba7b158 req-c1e405f7-5fee-4d60-b200-b0fb58a69d82 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1033397 Jul 27 11:13:49.985843 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event updated for resources: {'Port': ['ID=3b789e54-2fe1-4537-b896-5d27ec90a2e1,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:49.999164 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084477'] for floatingip, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:50.022045 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60980) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:50.027678 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-4ef64339-ab3a-4c3c-8899-b5ad1422ec65 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-6224852-network', 'tenant_id': 'a98d8becb46543b3ae1fff0d3e3b3128'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:13:50.054978 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef64339-ab3a-4c3c-8899-b5ad1422ec65 admin admin] Made reservation on behalf of a98d8becb46543b3ae1fff0d3e3b3128 for: {'network': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:13:50.057512 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-4ef64339-ab3a-4c3c-8899-b5ad1422ec65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:50.066663 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-4ef64339-ab3a-4c3c-8899-b5ad1422ec65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:50.109308 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.l3_db [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Floating IP ee98c8cd-a731-4ccc-9f5e-a9e699becb8f associated. External IP: 172.27.3.233, port: 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a. Jul 27 11:13:50.176462 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-4ef64339-ab3a-4c3c-8899-b5ad1422ec65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:50.181348 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-4ef64339-ab3a-4c3c-8899-b5ad1422ec65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:50.209386 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef64339-ab3a-4c3c-8899-b5ad1422ec65 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:13:50.220505 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef64339-ab3a-4c3c-8899-b5ad1422ec65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235e5cf6-5faa-4a1f-933a-b51c7929d705,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:50.227253 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-4ef64339-ab3a-4c3c-8899-b5ad1422ec65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:50.227830 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.segments_db [None req-4ef64339-ab3a-4c3c-8899-b5ad1422ec65 admin admin] Added segment 56fada59-5515-4fbf-a5d1-66577349a39d of type vlan for network 6f4649b4-2f50-48c5-8e3e-d7971f566363 Jul 27 11:13:50.268053 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-4ef64339-ab3a-4c3c-8899-b5ad1422ec65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:50.296322 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-4ef64339-ab3a-4c3c-8899-b5ad1422ec65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:50.297511 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef64339-ab3a-4c3c-8899-b5ad1422ec65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:50.298104 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-4ef64339-ab3a-4c3c-8899-b5ad1422ec65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:50.326882 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Router b0f776a0-c20c-45c6-8312-feceac0d888e has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:13:50.353952 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-4ef64339-ab3a-4c3c-8899-b5ad1422ec65 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3307517 Jul 27 11:13:50.354590 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 60984) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:13:50.361529 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-55d5db03-4e5b-4f38-b523-157c8179e65b admin admin] Request body: {'subnet': {'network_id': '6f4649b4-2f50-48c5-8e3e-d7971f566363', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-6224852-subnet', 'tenant_id': 'a98d8becb46543b3ae1fff0d3e3b3128', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:13:50.373253 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef64339-ab3a-4c3c-8899-b5ad1422ec65 admin admin] Pushing event updated for resources: {'Network': ['ID=6f4649b4-2f50-48c5-8e3e-d7971f566363,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:50.383968 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network 6f4649b4-2f50-48c5-8e3e-d7971f566363 details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:13:50.389174 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d5db03-4e5b-4f38-b523-157c8179e65b admin admin] Made reservation on behalf of a98d8becb46543b3ae1fff0d3e3b3128 for: {'subnet': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:13:50.391558 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-55d5db03-4e5b-4f38-b523-157c8179e65b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8487539'] for subnet, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:50.434190 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:13:50.450820 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1b40a5-bb48-4338-8cb9-9a6d951779ab None None] Sync routers for ids ['b0f776a0-c20c-45c6-8312-feceac0d888e'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:13:50.454089 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:50.462086 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1b40a5-bb48-4338-8cb9-9a6d951779ab None None] Routers {'b0f776a0-c20c-45c6-8312-feceac0d888e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:13:50.462747 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-3b1b40a5-bb48-4338-8cb9-9a6d951779ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:13:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['b0f776a0-c20c-45c6-8312-feceac0d888e'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:13:50.499005 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-08e5ad23-e9d6-44ab-9ccb-c2d58a49fee1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4128623 Jul 27 11:13:50.499842 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37da1559-77dd-458c-b1d6-859774c3ec3d', 'tag': '5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:13:50.502128 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a6ba8f-8d66-47de-b934-f3af1c05da34" -d '{"events": [{"name": "network-changed", "server_uuid": "37da1559-77dd-458c-b1d6-859774c3ec3d", "tag": "5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:13:50.538696 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba660ed-20e8-4fad-811e-70d1bdf27614 x-openstack-request-id: req-aba660ed-20e8-4fad-811e-70d1bdf27614 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:13:50.538990 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37da1559-77dd-458c-b1d6-859774c3ec3d", "tag": "5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:13:50.539240 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aba660ed-20e8-4fad-811e-70d1bdf27614 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:13:50.539636 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37da1559-77dd-458c-b1d6-859774c3ec3d', 'tag': '5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a', 'status': 'completed', 'code': 200} Jul 27 11:13:50.569857 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-55d5db03-4e5b-4f38-b523-157c8179e65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8487521'] for subnet, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:50.581447 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-3b1b40a5-bb48-4338-8cb9-9a6d951779ab None None] Set router b0f776a0-c20c-45c6-8312-feceac0d888e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:13:50.662864 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5db03-4e5b-4f38-b523-157c8179e65b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a02823-8ebc-41e0-8fac-e10073592eb1,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:13:50.677167 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d5db03-4e5b-4f38-b523-157c8179e65b admin admin] Checking segment: {'id': '56fada59-5515-4fbf-a5d1-66577349a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6f4649b4-2f50-48c5-8e3e-d7971f566363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:13:50.677568 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d5db03-4e5b-4f38-b523-157c8179e65b admin admin] Network hostable DHCP agents. Network: 6f4649b4-2f50-48c5-8e3e-d7971f566363, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:13:50.702049 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6ba8f-8d66-47de-b934-f3af1c05da34 req-50590da1-c64d-48c7-9af3-935d2944a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:50.703518 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-19a6ba8f-8d66-47de-b934-f3af1c05da34 req-50590da1-c64d-48c7-9af3-935d2944a84c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7acac7893f11409bb6e68649aa669c09&device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 1098 time: 0.0950575 Jul 27 11:13:50.708172 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d5db03-4e5b-4f38-b523-157c8179e65b admin admin] Network 6f4649b4-2f50-48c5-8e3e-d7971f566363 is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:13:50.732484 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-55d5db03-4e5b-4f38-b523-157c8179e65b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, 6f4649b4-2f50-48c5-8e3e-d7971f566363) {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:13:50.740107 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d29eda-a8d5-4e22-a9ce-d1b36e8b7b16 None None] Network 6f4649b4-2f50-48c5-8e3e-d7971f566363 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:13:50.765584 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d5db03-4e5b-4f38-b523-157c8179e65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:50.766046 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-55d5db03-4e5b-4f38-b523-157c8179e65b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:50.797615 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-55d5db03-4e5b-4f38-b523-157c8179e65b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4324934 Jul 27 11:13:50.823661 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-3b1b40a5-bb48-4338-8cb9-9a6d951779ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': 'ee98c8cd-a731-4ccc-9f5e-a9e699becb8f', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'port_id': '5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'mac_address': 'fa:16:3e:40:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37da1559-77dd-458c-b1d6-859774c3ec3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:13:49Z', 'updated_at': '2021-07-27T11:13:49Z', 'revision_number': 0, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:13:50.828814 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6ba8f-8d66-47de-b934-f3af1c05da34 req-dee9f5c1-12c7-4cc4-9fa4-3420d2322092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:50.831163 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-19a6ba8f-8d66-47de-b934-f3af1c05da34 req-dee9f5c1-12c7-4cc4-9fa4-3420d2322092 service neutron] 10.222.0.20 "GET /v2.0/networks?id=af679c04-6673-4ea8-9860-92c76665bdfa HTTP/1.1" status: 200 len: 911 time: 0.1180601 Jul 27 11:13:50.852873 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1b40a5-bb48-4338-8cb9-9a6d951779ab None None] Checking router: b0f776a0-c20c-45c6-8312-feceac0d888e for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:13:50.861983 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1b40a5-bb48-4338-8cb9-9a6d951779ab None None] Routers {'b0f776a0-c20c-45c6-8312-feceac0d888e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:13:50.862801 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-3b1b40a5-bb48-4338-8cb9-9a6d951779ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:13:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['b0f776a0-c20c-45c6-8312-feceac0d888e'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:13:50.898464 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9838fb6a-10de-4302-9de6-80252526e2d6 None None] Network 6f4649b4-2f50-48c5-8e3e-d7971f566363 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:13:50.905539 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-19a6ba8f-8d66-47de-b934-f3af1c05da34 req-3b764bdc-c833-4d9e-bd48-5d4eb81fc4b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a HTTP/1.1" status: 200 len: 999 time: 0.0667245 Jul 27 11:13:50.980732 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6ba8f-8d66-47de-b934-f3af1c05da34 req-86262c64-769f-4d43-9181-5833a09f7672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:50.982491 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-19a6ba8f-8d66-47de-b934-f3af1c05da34 req-86262c64-769f-4d43-9181-5833a09f7672 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74735343-f925-4e4d-b5ea-c422b0799ca4 HTTP/1.1" status: 200 len: 850 time: 0.0657458 Jul 27 11:13:50.987878 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-3b1b40a5-bb48-4338-8cb9-9a6d951779ab None None] Set router b0f776a0-c20c-45c6-8312-feceac0d888e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:13:51.065690 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6ba8f-8d66-47de-b934-f3af1c05da34 req-5536407c-29d8-41c1-abe4-76ec3ab2b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:51.067328 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-19a6ba8f-8d66-47de-b934-f3af1c05da34 req-5536407c-29d8-41c1-abe4-76ec3ab2b1b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af679c04-6673-4ea8-9860-92c76665bdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767031 Jul 27 11:13:51.153617 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80c2e7-e722-493c-add5-36b834e0af90 req-17be5a2e-06e8-49af-833a-051679afe3cc tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:51.165838 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fe80c2e7-e722-493c-add5-36b834e0af90 req-17be5a2e-06e8-49af-833a-051679afe3cc tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0953386 Jul 27 11:13:51.202700 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-19a6ba8f-8d66-47de-b934-f3af1c05da34 req-2e274548-5c49-4f1b-8de0-32698188a0c8 service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260641 Jul 27 11:13:51.208684 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fe80c2e7-e722-493c-add5-36b834e0af90 req-e11ed1d3-ba9e-4804-9750-ab63e3186e46 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419097 Jul 27 11:13:51.238340 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:51.267153 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-3b1b40a5-bb48-4338-8cb9-9a6d951779ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': 'ee98c8cd-a731-4ccc-9f5e-a9e699becb8f', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'port_id': '5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'mac_address': 'fa:16:3e:40:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37da1559-77dd-458c-b1d6-859774c3ec3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:13:49Z', 'updated_at': '2021-07-27T11:13:49Z', 'revision_number': 0, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:13:51.298253 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1b40a5-bb48-4338-8cb9-9a6d951779ab None None] The sync data for ids ['b0f776a0-c20c-45c6-8312-feceac0d888e'] in dv-cinder-784956-7-iscsi is: [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': 'ee98c8cd-a731-4ccc-9f5e-a9e699becb8f', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'port_id': '5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'mac_address': 'fa:16:3e:40:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37da1559-77dd-458c-b1d6-859774c3ec3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:13:49Z', 'updated_at': '2021-07-27T11:13:49Z', 'revision_number': 0, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:13:51.311962 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-19a6ba8f-8d66-47de-b934-f3af1c05da34 req-97ddc9b5-8e32-424c-9754-7b0b3532eda6 service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989432 Jul 27 11:13:51.330837 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-64b3a031-15e0-4f42-b143-7c579aef1c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:51.574817 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c88f9bb-d6a2-44d1-b583-0d7e40fa6267 None None] New status for floating IP ee98c8cd-a731-4ccc-9f5e-a9e699becb8f: ACTIVE {{(pid=93201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 11:13:52.331905 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3e710-a8bd-4880-8194-f6f9e4d426d9 req-a1804bec-09fb-48c8-b26e-a0e1d636370a tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:52.333367 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-15d3e710-a8bd-4880-8194-f6f9e4d426d9 req-a1804bec-09fb-48c8-b26e-a0e1d636370a tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0618682 Jul 27 11:13:52.374246 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-15d3e710-a8bd-4880-8194-f6f9e4d426d9 req-e88f26ae-1aa8-48f9-a6f6-452d14d3b5cf tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345674 Jul 27 11:13:52.563389 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:53.499978 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cbfce-d438-414a-9716-6546425078e8 req-dd2d5d2c-b34e-46c9-8996-8214475e6ca1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:53.501469 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-db5cbfce-d438-414a-9716-6546425078e8 req-dd2d5d2c-b34e-46c9-8996-8214475e6ca1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0618308 Jul 27 11:13:53.538310 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-db5cbfce-d438-414a-9716-6546425078e8 req-5b823349-1c50-4299-b4fe-53729ef59b2f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310013 Jul 27 11:13:54.054773 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:13:54.664575 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d22cfd-4d6e-48dd-9d1f-1d65a824cc47 req-a4b8deaa-439c-46f2-a998-cdd944ddde99 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:54.666151 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-92d22cfd-4d6e-48dd-9d1f-1d65a824cc47 req-a4b8deaa-439c-46f2-a998-cdd944ddde99 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0624254 Jul 27 11:13:54.703430 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-92d22cfd-4d6e-48dd-9d1f-1d65a824cc47 req-a05efc12-6a73-4290-a916-b7face574bb8 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309620 Jul 27 11:13:55.834834 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8ec74-25e7-4bd4-93fe-30b049255de3 req-4dc3f049-8ec5-4e15-bb08-d76fdc1ac9c5 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:55.836310 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f2e8ec74-25e7-4bd4-93fe-30b049255de3 req-4dc3f049-8ec5-4e15-bb08-d76fdc1ac9c5 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0656214 Jul 27 11:13:55.873043 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f2e8ec74-25e7-4bd4-93fe-30b049255de3 req-e2dc647b-7904-4c20-8b37-bde76a38248f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308673 Jul 27 11:13:56.999424 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa622058-ab94-4166-bd8c-2f58962cb90b req-04db4834-5aa5-49ea-be21-ec6899c8d5b7 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:57.000909 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-aa622058-ab94-4166-bd8c-2f58962cb90b req-04db4834-5aa5-49ea-be21-ec6899c8d5b7 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0630305 Jul 27 11:13:57.039286 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-aa622058-ab94-4166-bd8c-2f58962cb90b req-0d6e5a40-1a8a-46c8-a9b7-b5f070206211 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324709 Jul 27 11:13:57.794836 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4882a-13ea-4ad2-8d32-0bfdbfab0704 req-40473fb3-ce99-41fa-91a6-3bed12021112 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:57.796370 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-78c4882a-13ea-4ad2-8d32-0bfdbfab0704 req-40473fb3-ce99-41fa-91a6-3bed12021112 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0651104 Jul 27 11:13:57.843631 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-78c4882a-13ea-4ad2-8d32-0bfdbfab0704 req-b6ad51f0-4365-48ef-80f8-22b6679ad494 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349097 Jul 27 11:13:57.861746 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140d213-092c-4605-b77f-ff197e2ed1c5 req-194337d3-a007-45ab-bc03-b9e8bdcaef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:57.861746 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-d140d213-092c-4605-b77f-ff197e2ed1c5 req-194337d3-a007-45ab-bc03-b9e8bdcaef7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00106fa9d8714c23ac449b94423aa621&device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 1099 time: 0.0609426 Jul 27 11:13:57.971048 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140d213-092c-4605-b77f-ff197e2ed1c5 req-606a7625-371d-4f8a-9285-f8e161b58934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:57.972487 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-d140d213-092c-4605-b77f-ff197e2ed1c5 req-606a7625-371d-4f8a-9285-f8e161b58934 service neutron] 10.222.0.20 "GET /v2.0/networks?id=089ae8f8-3289-4a22-b4aa-56e4729a1204 HTTP/1.1" status: 200 len: 919 time: 0.0816066 Jul 27 11:13:58.016293 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-d140d213-092c-4605-b77f-ff197e2ed1c5 req-2f1e0e2f-eeb8-4b18-bc64-0db5f8727d04 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4027ef35-b875-43e1-b429-c925d371de1b HTTP/1.1" status: 200 len: 217 time: 0.0359609 Jul 27 11:13:58.068885 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140d213-092c-4605-b77f-ff197e2ed1c5 req-85bef125-5925-4dae-9244-5ed610e76cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:58.070427 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-d140d213-092c-4605-b77f-ff197e2ed1c5 req-85bef125-5925-4dae-9244-5ed610e76cea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f517b54a-3626-47d8-9035-6326e9196c6b HTTP/1.1" status: 200 len: 859 time: 0.0440476 Jul 27 11:13:58.107174 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-d140d213-092c-4605-b77f-ff197e2ed1c5 req-245da365-cf93-4006-8379-eabe4911b40e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=089ae8f8-3289-4a22-b4aa-56e4729a1204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284922 Jul 27 11:13:58.175957 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc23928-8c66-4d01-a7b3-da05dfdc1b3b req-e8053d8f-db24-4b46-8762-92e84ec868ae tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:58.177557 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fbc23928-8c66-4d01-a7b3-da05dfdc1b3b req-e8053d8f-db24-4b46-8762-92e84ec868ae tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0701947 Jul 27 11:13:58.201758 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-d140d213-092c-4605-b77f-ff197e2ed1c5 req-d6ddd926-8026-404d-994c-6cea18e38531 service neutron] 10.222.0.20 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857210 Jul 27 11:13:58.215084 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fbc23928-8c66-4d01-a7b3-da05dfdc1b3b req-03933d70-81de-42c5-aecc-8486666cee42 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313716 Jul 27 11:13:58.291435 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-d140d213-092c-4605-b77f-ff197e2ed1c5 req-9d50cea8-d4c5-4849-b00b-65cd906a15c2 service neutron] 10.222.0.20 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803864 Jul 27 11:13:58.976075 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930ac92-a7e6-4da1-81ef-69d14fc66fba req-0d12abc3-aa4a-4107-9a98-99b3da726242 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:58.977635 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e930ac92-a7e6-4da1-81ef-69d14fc66fba req-0d12abc3-aa4a-4107-9a98-99b3da726242 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0626924 Jul 27 11:13:59.016592 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e930ac92-a7e6-4da1-81ef-69d14fc66fba req-99a63708-73a9-4533-92a2-8cb9fc72f7aa tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326972 Jul 27 11:13:59.343453 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069c852-ce84-4432-8851-7d2fe7ead3ac req-4f29f4b8-57d4-4c5a-a661-4d6f4e63786b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:59.344915 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1069c852-ce84-4432-8851-7d2fe7ead3ac req-4f29f4b8-57d4-4c5a-a661-4d6f4e63786b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0639460 Jul 27 11:13:59.382378 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1069c852-ce84-4432-8851-7d2fe7ead3ac req-c8bbf411-e6fe-4d45-92b1-cb56d6d40852 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316243 Jul 27 11:13:59.629170 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a9c3c-eeba-452d-921e-5be8c71cdea8 req-30fd2a59-bc61-4308-b838-77be3db95e0f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:59.630699 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a36a9c3c-eeba-452d-921e-5be8c71cdea8 req-30fd2a59-bc61-4308-b838-77be3db95e0f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0659735 Jul 27 11:13:59.668920 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a36a9c3c-eeba-452d-921e-5be8c71cdea8 req-80f8c1e6-0113-47a6-b2c0-883611043760 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316122 Jul 27 11:13:59.701326 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47157835-748d-418c-b882-c2315a7e33fd req-5dbc40ef-0ef4-45a1-b6f0-f29248fabb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:59.702781 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-47157835-748d-418c-b882-c2315a7e33fd req-5dbc40ef-0ef4-45a1-b6f0-f29248fabb75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=983cb18737eb4b72ae1747ef4d5731a1&device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 1098 time: 0.0555232 Jul 27 11:13:59.793912 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47157835-748d-418c-b882-c2315a7e33fd req-bee0961f-92a0-4ab1-be53-b66364710fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:59.795381 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-47157835-748d-418c-b882-c2315a7e33fd req-bee0961f-92a0-4ab1-be53-b66364710fbe service neutron] 10.222.0.20 "GET /v2.0/networks?id=b646d9a6-e951-486f-9f74-88c0b53d2484 HTTP/1.1" status: 200 len: 911 time: 0.0853710 Jul 27 11:13:59.859786 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-47157835-748d-418c-b882-c2315a7e33fd req-3782f4a9-e476-415b-a2d9-4827949a38ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c133c5c5-bf30-4ef5-82db-4553057eecf3 HTTP/1.1" status: 200 len: 1000 time: 0.0563180 Jul 27 11:13:59.914304 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47157835-748d-418c-b882-c2315a7e33fd req-0c144e2d-a324-4c28-994b-0a1b85d2188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:59.915740 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-47157835-748d-418c-b882-c2315a7e33fd req-0c144e2d-a324-4c28-994b-0a1b85d2188d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=727eb73e-f40c-4c15-8595-71d8b1d5ca05 HTTP/1.1" status: 200 len: 850 time: 0.0490077 Jul 27 11:13:59.974322 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47157835-748d-418c-b882-c2315a7e33fd req-c522f63e-c595-4dfe-929e-c37ff7733131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:13:59.975713 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-47157835-748d-418c-b882-c2315a7e33fd req-c522f63e-c595-4dfe-929e-c37ff7733131 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b646d9a6-e951-486f-9f74-88c0b53d2484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510802 Jul 27 11:14:00.063869 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-47157835-748d-418c-b882-c2315a7e33fd req-9a483834-e143-400a-b0a4-826c45188e26 service neutron] 10.222.0.20 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795093 Jul 27 11:14:00.146713 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28d947-1611-4581-9df5-858cec92261b req-0242edd1-eb49-47cc-b212-f45921911817 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:00.148209 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-aa28d947-1611-4581-9df5-858cec92261b req-0242edd1-eb49-47cc-b212-f45921911817 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0622435 Jul 27 11:14:00.168011 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-47157835-748d-418c-b882-c2315a7e33fd req-e04e0761-0974-448a-929c-f99e4d78d6ef service neutron] 10.222.0.20 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893710 Jul 27 11:14:00.190785 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-aa28d947-1611-4581-9df5-858cec92261b req-c0f3461a-82a3-417b-aee2-a7fc65442403 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359564 Jul 27 11:14:00.807080 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dd244-dfe0-4588-bd05-961cc531849b req-61b22990-331b-4170-a3c7-75609f003eff tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:00.808593 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5e3dd244-dfe0-4588-bd05-961cc531849b req-61b22990-331b-4170-a3c7-75609f003eff tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0686662 Jul 27 11:14:00.847481 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5e3dd244-dfe0-4588-bd05-961cc531849b req-cb7a859c-0043-49c4-9633-2254e957ac3f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325625 Jul 27 11:14:01.317141 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125897ff-1ad4-4fa6-8515-5e6e4cb6c2a4 req-4ae008e6-f495-4d63-97b3-5e48e8d91be5 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:01.318720 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-125897ff-1ad4-4fa6-8515-5e6e4cb6c2a4 req-4ae008e6-f495-4d63-97b3-5e48e8d91be5 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0621843 Jul 27 11:14:01.355521 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-125897ff-1ad4-4fa6-8515-5e6e4cb6c2a4 req-a285558d-aad1-4c16-a466-126dd0f09f3e tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304234 Jul 27 11:14:01.975580 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adecdd43-c5b1-446c-8a0c-e6a7aa3f0cc9 req-7de5c475-c09a-4ce6-9888-47874366a2b5 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:01.977052 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-adecdd43-c5b1-446c-8a0c-e6a7aa3f0cc9 req-7de5c475-c09a-4ce6-9888-47874366a2b5 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0643570 Jul 27 11:14:02.015528 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-adecdd43-c5b1-446c-8a0c-e6a7aa3f0cc9 req-89bb36e1-ec82-4744-87fb-973d16c14d80 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316679 Jul 27 11:14:02.488715 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34185711-e5b1-4373-88e5-2041054f98ce req-c380c8cc-0b9f-47c5-8b65-876f62b28578 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:02.490254 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-34185711-e5b1-4373-88e5-2041054f98ce req-c380c8cc-0b9f-47c5-8b65-876f62b28578 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0702972 Jul 27 11:14:02.527015 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-34185711-e5b1-4373-88e5-2041054f98ce req-2b7de49b-3769-47d0-b0de-62123a26bedc tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303307 Jul 27 11:14:03.652907 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08719411-b999-413f-b503-89184325004f req-b9626c3a-1e95-4e9b-903e-c8eca905f8f0 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:03.654402 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-08719411-b999-413f-b503-89184325004f req-b9626c3a-1e95-4e9b-903e-c8eca905f8f0 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0614669 Jul 27 11:14:03.691379 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-08719411-b999-413f-b503-89184325004f req-7a634794-fefb-4b18-881c-46a380a1c52c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311766 Jul 27 11:14:04.309274 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:04.351954 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 32942) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:04.396353 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a8804c-c159-47ab-a5d1-a46218305480 admin admin] Deleting subnet ff115b99-2edf-4ed3-9516-b4f25b50061b {{(pid=93199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 11:14:04.399468 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b8a8804c-c159-47ab-a5d1-a46218305480 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:04.432761 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b8a8804c-c159-47ab-a5d1-a46218305480 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8644683'] for subnet, precommit_delete_associations {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:04.476011 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b8a8804c-c159-47ab-a5d1-a46218305480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989878'] for subnet, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:04.527284 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b8a8804c-c159-47ab-a5d1-a46218305480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8487448'] for subnet, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:04.552360 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8804c-c159-47ab-a5d1-a46218305480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff115b99-2edf-4ed3-9516-b4f25b50061b,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:04.554297 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b8a8804c-c159-47ab-a5d1-a46218305480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:04.556870 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-b8a8804c-c159-47ab-a5d1-a46218305480 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ff115b99-2edf-4ed3-9516-b4f25b50061b HTTP/1.1" status: 204 len: 168 time: 0.2039003 Jul 27 11:14:04.558565 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 32944) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:04.623723 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5e690bf4-0396-49d3-aab1-29b2a7e0e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597342'] for network, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:04.702029 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5e690bf4-0396-49d3-aab1-29b2a7e0e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986681', 'neutron.services.segments.db._delete_segments_for_network-8738591500063'] for network, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:04.711318 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.services.segments.db [None req-5e690bf4-0396-49d3-aab1-29b2a7e0e1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e38bd9-d4d7-4951-855a-7ac9173c8763']}} {{(pid=93199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:14:04.721800 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.services.segments.db [None req-5e690bf4-0396-49d3-aab1-29b2a7e0e1d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260f9ed6-7357-4d95-b1c1-ea92e20a512f') {'for_net_delete': True} {{(pid=93199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:14:04.722100 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.services.segments.db [None req-5e690bf4-0396-49d3-aab1-29b2a7e0e1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260f9ed6-7357-4d95-b1c1-ea92e20a512f') {} {{(pid=93199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:14:04.730718 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5e690bf4-0396-49d3-aab1-29b2a7e0e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738591500840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645048'] for segment, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:04.744062 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5e690bf4-0396-49d3-aab1-29b2a7e0e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:04.749852 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e690bf4-0396-49d3-aab1-29b2a7e0e1d6 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:14:04.750240 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5e690bf4-0396-49d3-aab1-29b2a7e0e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639090'] for segment, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: Traceback (most recent call last): Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: timer() Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: cb(*args, **kw) Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: return func(*args, **kwargs) Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: self._notify() Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: self.callback(batched_events) Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: event.method(event) Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: return f(self, *a, **k) Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: return self._get(url).json() Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: return self.request(url, 'GET', **kwargs) Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 11:14:04.751867 dv-cinder-784956-7-iscsi neutron-server[93199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 11:14:04.808669 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5e690bf4-0396-49d3-aab1-29b2a7e0e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084367'] for network, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:04.824481 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5e690bf4-0396-49d3-aab1-29b2a7e0e1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:04.824911 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c5dab-9262-4113-a93e-12fb6c1f280b req-2389881d-57c9-4607-a6c2-f77f3f04903e tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:04.826462 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6e9c5dab-9262-4113-a93e-12fb6c1f280b req-2389881d-57c9-4607-a6c2-f77f3f04903e tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0693288 Jul 27 11:14:04.826657 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-5e690bf4-0396-49d3-aab1-29b2a7e0e1d6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/97e38bd9-d4d7-4951-855a-7ac9173c8763 HTTP/1.1" status: 204 len: 168 time: 0.2670071 Jul 27 11:14:04.827765 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e690bf4-0396-49d3-aab1-29b2a7e0e1d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=97e38bd9-d4d7-4951-855a-7ac9173c8763,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:04.829099 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 32948) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:04.894182 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cce9cc6-5367-40fb-b026-e17a1802460c admin admin] Deleting subnet d8a02823-8ebc-41e0-8fac-e10073592eb1 {{(pid=93200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 11:14:04.901236 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0cce9cc6-5367-40fb-b026-e17a1802460c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:04.905451 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6e9c5dab-9262-4113-a93e-12fb6c1f280b req-2d13dc4a-0767-4834-9b8f-d4b0cf226ef4 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520818 Jul 27 11:14:04.936700 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0cce9cc6-5367-40fb-b026-e17a1802460c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10195290'] for subnet, precommit_delete_associations {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:04.977705 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0cce9cc6-5367-40fb-b026-e17a1802460c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989878'] for subnet, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:05.027912 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0cce9cc6-5367-40fb-b026-e17a1802460c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10195291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10212511'] for subnet, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:05.051919 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce9cc6-5367-40fb-b026-e17a1802460c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8a02823-8ebc-41e0-8fac-e10073592eb1,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:05.055610 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0cce9cc6-5367-40fb-b026-e17a1802460c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:05.057483 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-0cce9cc6-5367-40fb-b026-e17a1802460c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d8a02823-8ebc-41e0-8fac-e10073592eb1 HTTP/1.1" status: 204 len: 168 time: 0.2274122 Jul 27 11:14:05.060383 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 32950) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:05.124950 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b6e3cc59-83db-436d-b80e-4f98e4b42d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597342'] for network, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:05.203059 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b6e3cc59-83db-436d-b80e-4f98e4b42d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986681', 'neutron.services.segments.db._delete_segments_for_network-8738591500063'] for network, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:05.212270 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-b6e3cc59-83db-436d-b80e-4f98e4b42d72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4649b4-2f50-48c5-8e3e-d7971f566363']}} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:14:05.221915 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-b6e3cc59-83db-436d-b80e-4f98e4b42d72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fada59-5515-4fbf-a5d1-66577349a39d') {'for_net_delete': True} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:14:05.222211 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-b6e3cc59-83db-436d-b80e-4f98e4b42d72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fada59-5515-4fbf-a5d1-66577349a39d') {} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:14:05.231078 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b6e3cc59-83db-436d-b80e-4f98e4b42d72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738591500840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195113'] for segment, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:05.244194 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b6e3cc59-83db-436d-b80e-4f98e4b42d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:05.250424 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e3cc59-83db-436d-b80e-4f98e4b42d72 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:14:05.250807 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b6e3cc59-83db-436d-b80e-4f98e4b42d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10195253'] for segment, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: Traceback (most recent call last): Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: timer() Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: cb(*args, **kw) Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: return func(*args, **kwargs) Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: self._notify() Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: self.callback(batched_events) Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: event.method(event) Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: return f(self, *a, **k) Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._get(url).json() Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: return self.request(url, 'GET', **kwargs) Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 11:14:05.252366 dv-cinder-784956-7-iscsi neutron-server[93200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 11:14:05.307394 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b6e3cc59-83db-436d-b80e-4f98e4b42d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084367'] for network, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:05.313245 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b6e3cc59-83db-436d-b80e-4f98e4b42d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:05.315043 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-b6e3cc59-83db-436d-b80e-4f98e4b42d72 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6f4649b4-2f50-48c5-8e3e-d7971f566363 HTTP/1.1" status: 204 len: 168 time: 0.2538135 Jul 27 11:14:05.325572 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3cc59-83db-436d-b80e-4f98e4b42d72 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f4649b4-2f50-48c5-8e3e-d7971f566363,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:05.464837 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 32954) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:05.503897 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-c8a5c39e-2956-46b8-a912-e455331cb0d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f046e916328f41bebb6880641b45e99f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378802 Jul 27 11:14:05.506282 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 32956) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:05.551975 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6cac157f-42a0-474b-9b20-f2a95415559a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:05.571880 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6cac157f-42a0-474b-9b20-f2a95415559a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:05.617001 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6cac157f-42a0-474b-9b20-f2a95415559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:05.619554 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6cac157f-42a0-474b-9b20-f2a95415559a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:05.620725 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-6cac157f-42a0-474b-9b20-f2a95415559a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e4fda12-3178-40b5-a021-41caf1c774c8 HTTP/1.1" status: 204 len: 168 time: 0.1135728 Jul 27 11:14:05.628009 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac157f-42a0-474b-9b20-f2a95415559a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4fda12-3178-40b5-a021-41caf1c774c8,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:05.921496 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 32962) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:05.960834 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-85c35ffc-44c3-4013-8856-8e00d53c44a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a98d8becb46543b3ae1fff0d3e3b3128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381770 Jul 27 11:14:05.963270 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 32966) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:06.047617 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-57e3a893-1bdd-4c68-bca8-3a0b575c6e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:06.074798 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29cc1c-e0fb-46c0-89b6-c0d9d5272618 req-10cab471-7623-45c3-a612-92b6f5085c95 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:06.076262 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4a29cc1c-e0fb-46c0-89b6-c0d9d5272618 req-10cab471-7623-45c3-a612-92b6f5085c95 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.1006026 Jul 27 11:14:06.085470 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-57e3a893-1bdd-4c68-bca8-3a0b575c6e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:06.139157 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4a29cc1c-e0fb-46c0-89b6-c0d9d5272618 req-f56e4d39-e790-4034-a30a-15cfab49c4f2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556805 Jul 27 11:14:06.157861 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-57e3a893-1bdd-4c68-bca8-3a0b575c6e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:06.160447 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-57e3a893-1bdd-4c68-bca8-3a0b575c6e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:06.161594 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-57e3a893-1bdd-4c68-bca8-3a0b575c6e49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/235e5cf6-5faa-4a1f-933a-b51c7929d705 HTTP/1.1" status: 204 len: 168 time: 0.1973975 Jul 27 11:14:06.169173 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3a893-1bdd-4c68-bca8-3a0b575c6e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235e5cf6-5faa-4a1f-933a-b51c7929d705,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:07.268202 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157fe96-462c-48f3-a91a-2245c2ea747f req-7bee54b6-dc60-480e-b467-acc95c2b3f08 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:07.269720 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4157fe96-462c-48f3-a91a-2245c2ea747f req-7bee54b6-dc60-480e-b467-acc95c2b3f08 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0623655 Jul 27 11:14:07.313073 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4157fe96-462c-48f3-a91a-2245c2ea747f req-05415cb9-1a27-4231-8f0a-461bac624b19 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372405 Jul 27 11:14:08.447352 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff4a6f-9306-4488-a76d-0cf4c1e42719 req-4da8f46a-1543-4a35-b147-82432c54d124 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:08.448881 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-39ff4a6f-9306-4488-a76d-0cf4c1e42719 req-4da8f46a-1543-4a35-b147-82432c54d124 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0635712 Jul 27 11:14:08.486402 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-39ff4a6f-9306-4488-a76d-0cf4c1e42719 req-ed579822-c1a3-4088-b5aa-a2659da17e89 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316026 Jul 27 11:14:09.618151 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa06af-ccf1-42a0-8f3e-50c6aef8822a req-e1ed7fc1-3093-4689-95de-b6d6e021c85c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:09.619616 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-40fa06af-ccf1-42a0-8f3e-50c6aef8822a req-e1ed7fc1-3093-4689-95de-b6d6e021c85c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0661826 Jul 27 11:14:09.656035 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-40fa06af-ccf1-42a0-8f3e-50c6aef8822a req-ea22b414-d965-433a-a2d2-debb0dd7b8aa tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300236 Jul 27 11:14:10.785244 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fd019-fb0b-41b5-aae3-7b27c7fd1b73 req-8eade6c5-0e59-4549-8416-06a7056fd5cc tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:10.786817 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-462fd019-fb0b-41b5-aae3-7b27c7fd1b73 req-8eade6c5-0e59-4549-8416-06a7056fd5cc tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0649931 Jul 27 11:14:10.826562 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-462fd019-fb0b-41b5-aae3-7b27c7fd1b73 req-0f30d320-08d0-4ffe-815c-a51dd195bb13 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338411 Jul 27 11:14:11.702229 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:14:11.954121 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716b78b-152a-40b7-8ab2-e26328d7c9f7 req-14d8cdb4-fa86-41ca-88d3-2fb9b38c4c34 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:11.955613 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3716b78b-152a-40b7-8ab2-e26328d7c9f7 req-14d8cdb4-fa86-41ca-88d3-2fb9b38c4c34 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0628412 Jul 27 11:14:11.992429 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3716b78b-152a-40b7-8ab2-e26328d7c9f7 req-d2a3ef2d-7552-4dd9-b25d-ae070421105c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310552 Jul 27 11:14:13.120193 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c903cb-3ad2-4801-b2cc-e251d33f2aec req-c9b8d8af-9e9e-4821-85f1-7f27049add6a tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:13.121700 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f2c903cb-3ad2-4801-b2cc-e251d33f2aec req-c9b8d8af-9e9e-4821-85f1-7f27049add6a tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0627649 Jul 27 11:14:13.161081 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f2c903cb-3ad2-4801-b2cc-e251d33f2aec req-77c86c7c-3c72-4d7b-8609-89a90edc272d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335193 Jul 27 11:14:14.293848 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b425f3-2fcd-4dd3-ab4d-1b5fa463ad19 req-aa906588-e4cb-47d4-b0e0-6cdcc7f8a565 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:14.295314 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-51b425f3-2fcd-4dd3-ab4d-1b5fa463ad19 req-aa906588-e4cb-47d4-b0e0-6cdcc7f8a565 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0669365 Jul 27 11:14:14.331933 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-51b425f3-2fcd-4dd3-ab4d-1b5fa463ad19 req-e3cfd692-c4d7-474f-a194-9863c416edfc tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306952 Jul 27 11:14:15.460343 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d421842-d72b-4e68-bc10-e9f154fb807f req-c1d6d6a0-ff84-4b9e-b626-e1feb64b2770 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:15.461840 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7d421842-d72b-4e68-bc10-e9f154fb807f req-c1d6d6a0-ff84-4b9e-b626-e1feb64b2770 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0621092 Jul 27 11:14:15.499521 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7d421842-d72b-4e68-bc10-e9f154fb807f req-0a996ac5-9717-4b97-b120-efc02a355de6 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318058 Jul 27 11:14:16.628267 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37a3dd-65c6-4b72-8cfc-a68051b26bf8 req-c6ef2e35-a4f7-4513-b08e-1cbf14ef93d9 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:16.629733 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ff37a3dd-65c6-4b72-8cfc-a68051b26bf8 req-c6ef2e35-a4f7-4513-b08e-1cbf14ef93d9 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0636492 Jul 27 11:14:16.669740 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ff37a3dd-65c6-4b72-8cfc-a68051b26bf8 req-68c03420-1c1c-4be0-bb74-e53c2460885c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339222 Jul 27 11:14:17.796619 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eaa62c-870a-4bee-81f4-9ed0ca46dd32 req-4f9d3cbb-c6dd-4120-8906-b5052e71420d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:17.798115 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-49eaa62c-870a-4bee-81f4-9ed0ca46dd32 req-4f9d3cbb-c6dd-4120-8906-b5052e71420d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0615673 Jul 27 11:14:17.840226 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-49eaa62c-870a-4bee-81f4-9ed0ca46dd32 req-f59f70ba-92fe-4491-81f7-c07f56a3b660 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362949 Jul 27 11:14:18.352315 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-40326c96-1cef-4520-a171-1091acd6520c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:18.966832 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd23c4c-ffb1-463c-8e53-c6896d48bd1e req-ccb10df4-1e75-4354-beab-4641319dee67 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:18.968305 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-acd23c4c-ffb1-463c-8e53-c6896d48bd1e req-ccb10df4-1e75-4354-beab-4641319dee67 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0618479 Jul 27 11:14:19.005267 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-acd23c4c-ffb1-463c-8e53-c6896d48bd1e req-4230dd43-4b15-4fc7-bb86-065c7817148b tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312009 Jul 27 11:14:20.104441 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf8ba8-bbc7-4775-83d7-308c1406c975 req-c9f5810a-bf0d-4443-a62c-2c50d40facf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:20.106435 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a8cf8ba8-bbc7-4775-83d7-308c1406c975 req-c9f5810a-bf0d-4443-a62c-2c50d40facf2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 1099 time: 0.0524211 Jul 27 11:14:20.136296 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af097fae-cf5f-4528-808f-f6d2a961e3c5 req-33f8722e-70a7-411e-963b-15812b551441 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:20.137823 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-af097fae-cf5f-4528-808f-f6d2a961e3c5 req-33f8722e-70a7-411e-963b-15812b551441 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0659297 Jul 27 11:14:20.141395 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a8cf8ba8-bbc7-4775-83d7-308c1406c975 req-918e9ab4-3579-4a31-b11d-1b075d42d649 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277150 Jul 27 11:14:20.175300 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-af097fae-cf5f-4528-808f-f6d2a961e3c5 req-d1d227fc-37e6-4f84-b91e-296230e42562 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314109 Jul 27 11:14:21.229391 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:21.303142 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f22ab9-5e5e-4258-bbcb-473713b49a20 req-5cc547b9-ddcf-471b-9b3e-5239c8a0e53b tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:21.304522 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b3f22ab9-5e5e-4258-bbcb-473713b49a20 req-5cc547b9-ddcf-471b-9b3e-5239c8a0e53b tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0614312 Jul 27 11:14:21.332694 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-619a7960-265e-4737-8a14-085bad4affe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:21.345705 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b3f22ab9-5e5e-4258-bbcb-473713b49a20 req-f2df797b-ab1e-4f3b-8ba8-ef36f01bd801 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344152 Jul 27 11:14:22.475266 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c67ab-3669-4729-92b0-46a03b1446b4 req-3f4fff8f-9a13-48f7-a36b-05370eceb545 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:22.476750 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b20c67ab-3669-4729-92b0-46a03b1446b4 req-3f4fff8f-9a13-48f7-a36b-05370eceb545 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0649555 Jul 27 11:14:22.513591 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b20c67ab-3669-4729-92b0-46a03b1446b4 req-40055e97-e47c-46a7-9c48-de5f84c81aac tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307016 Jul 27 11:14:22.564281 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:22.826147 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54180dcb-f69d-4c4a-ad85-939a2e1753be req-223b1902-e1f8-4f8c-b5ef-255fb1fe4b31 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:22.827672 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-54180dcb-f69d-4c4a-ad85-939a2e1753be req-223b1902-e1f8-4f8c-b5ef-255fb1fe4b31 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0631623 Jul 27 11:14:22.833292 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78755c-c98d-40cc-85af-dc53902f496e req-bb3c94b4-a223-44d5-9215-7d2ab0b36de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:22.834864 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-8f78755c-c98d-40cc-85af-dc53902f496e req-bb3c94b4-a223-44d5-9215-7d2ab0b36de0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00106fa9d8714c23ac449b94423aa621&device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 1099 time: 0.0539708 Jul 27 11:14:22.865971 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-54180dcb-f69d-4c4a-ad85-939a2e1753be req-3d27f9cc-8532-4794-b6ea-aa185e7b318f tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322070 Jul 27 11:14:22.930171 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78755c-c98d-40cc-85af-dc53902f496e req-6b659b53-2fa8-4409-895c-ffd22d36dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:22.931663 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-8f78755c-c98d-40cc-85af-dc53902f496e req-6b659b53-2fa8-4409-895c-ffd22d36dc9b service neutron] 10.222.0.20 "GET /v2.0/networks?id=089ae8f8-3289-4a22-b4aa-56e4729a1204 HTTP/1.1" status: 200 len: 919 time: 0.0876250 Jul 27 11:14:22.974311 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-8f78755c-c98d-40cc-85af-dc53902f496e req-a0eb1a45-2352-4aca-bcf0-4615bacfab3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4027ef35-b875-43e1-b429-c925d371de1b HTTP/1.1" status: 200 len: 217 time: 0.0343187 Jul 27 11:14:23.023412 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78755c-c98d-40cc-85af-dc53902f496e req-d9607805-bbf7-47f6-ba47-0d86324bfb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:23.024810 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-8f78755c-c98d-40cc-85af-dc53902f496e req-d9607805-bbf7-47f6-ba47-0d86324bfb0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f517b54a-3626-47d8-9035-6326e9196c6b HTTP/1.1" status: 200 len: 859 time: 0.0418794 Jul 27 11:14:23.063543 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-8f78755c-c98d-40cc-85af-dc53902f496e req-5c4efd6a-9724-4863-8ce1-b591d5400249 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=089ae8f8-3289-4a22-b4aa-56e4729a1204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292263 Jul 27 11:14:23.159235 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-8f78755c-c98d-40cc-85af-dc53902f496e req-1abe8346-37b3-44e3-a916-48304ec8bd3b service neutron] 10.222.0.20 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803790 Jul 27 11:14:23.250833 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-8f78755c-c98d-40cc-85af-dc53902f496e req-bb429276-2a24-4d07-af93-7dd1f5c10a6a service neutron] 10.222.0.20 "GET /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827358 Jul 27 11:14:23.993420 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8c883-a4c4-4b2b-8152-19a780b64d2f req-8c953da2-5812-4dad-96ac-15b051a3b95e tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:23.994874 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-85d8c883-a4c4-4b2b-8152-19a780b64d2f req-8c953da2-5812-4dad-96ac-15b051a3b95e tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0612106 Jul 27 11:14:24.033254 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-85d8c883-a4c4-4b2b-8152-19a780b64d2f req-fb6a5c33-4db8-42c4-b1b3-51aa4df762bf tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318520 Jul 27 11:14:24.052235 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:25.403913 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ddc98-8e26-447e-9e6f-0da81089ac40 req-9c30d939-52e1-4ac4-a046-b4e79a85dfb5 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:25.405445 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fb3ddc98-8e26-447e-9e6f-0da81089ac40 req-9c30d939-52e1-4ac4-a046-b4e79a85dfb5 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.3063810 Jul 27 11:14:25.442269 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fb3ddc98-8e26-447e-9e6f-0da81089ac40 req-21eff672-3782-4d87-998b-8d1bb7603517 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307474 Jul 27 11:14:26.568743 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9bcb4-80a6-497e-8e4d-9985120c6179 req-39b35762-eaf8-4b00-a865-5a65dfc89b33 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:26.570165 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-67e9bcb4-80a6-497e-8e4d-9985120c6179 req-39b35762-eaf8-4b00-a865-5a65dfc89b33 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0617671 Jul 27 11:14:26.607315 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-67e9bcb4-80a6-497e-8e4d-9985120c6179 req-5252d655-95f4-4f13-a4ed-a4181ff0a02f tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311608 Jul 27 11:14:31.694310 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-7dfbdbc4-f256-4444-9d80-d23dcb5995a5 req-d13885cc-5961-457b-8029-1e85884eff3c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514088 Jul 27 11:14:31.803118 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbdbc4-f256-4444-9d80-d23dcb5995a5 req-86f69c3d-a5d6-473b-b6ae-a6934f0d5d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:31.804602 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-7dfbdbc4-f256-4444-9d80-d23dcb5995a5 req-86f69c3d-a5d6-473b-b6ae-a6934f0d5d8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39b2b0d7b22e4c15b8cdd715a4210837&device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 1099 time: 0.0528529 Jul 27 11:14:31.909895 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbdbc4-f256-4444-9d80-d23dcb5995a5 req-b142e8c2-4f51-4b16-bd29-e247460a788a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:31.911330 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-7dfbdbc4-f256-4444-9d80-d23dcb5995a5 req-b142e8c2-4f51-4b16-bd29-e247460a788a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b197248-f0ce-4827-933d-69338f8090b1 HTTP/1.1" status: 200 len: 916 time: 0.0852787 Jul 27 11:14:31.974910 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-7dfbdbc4-f256-4444-9d80-d23dcb5995a5 req-34b1d56f-c482-4d4f-80cd-aa67ec8034ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79e24046-3402-4585-b553-c795ab38f7ac HTTP/1.1" status: 200 len: 999 time: 0.0556180 Jul 27 11:14:32.025168 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbdbc4-f256-4444-9d80-d23dcb5995a5 req-9ea045df-90a4-484c-865a-e958d7eb58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:32.026579 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-7dfbdbc4-f256-4444-9d80-d23dcb5995a5 req-9ea045df-90a4-484c-865a-e958d7eb58f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1689c5ce-0d31-49d5-be62-eea37f7808eb HTTP/1.1" status: 200 len: 855 time: 0.0452898 Jul 27 11:14:32.084594 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbdbc4-f256-4444-9d80-d23dcb5995a5 req-21bb2bb4-88ea-4be9-a088-359712c7cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:32.086116 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-7dfbdbc4-f256-4444-9d80-d23dcb5995a5 req-21bb2bb4-88ea-4be9-a088-359712c7cbf1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b197248-f0ce-4827-933d-69338f8090b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521092 Jul 27 11:14:32.173776 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-7dfbdbc4-f256-4444-9d80-d23dcb5995a5 req-182cb5cd-77f5-467f-bc34-bf9aaf51196f service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802855 Jul 27 11:14:32.272921 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-7dfbdbc4-f256-4444-9d80-d23dcb5995a5 req-5b7e2d5c-2557-41b7-875a-913b506e5326 service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924532 Jul 27 11:14:34.304863 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:42.397603 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeec03f-92b9-465d-a13a-96cac17cac44 req-e82288af-f548-4d5f-b728-f9016b59dc33 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:42.398954 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5eeec03f-92b9-465d-a13a-96cac17cac44 req-e82288af-f548-4d5f-b728-f9016b59dc33 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 946 time: 0.0638328 Jul 27 11:14:42.436302 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5eeec03f-92b9-465d-a13a-96cac17cac44 req-ed197f26-3cbc-4421-87a4-fced60ddaf0a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314479 Jul 27 11:14:43.087915 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a992c-53a1-4b4a-a2c0-46884484a39b req-ea3fa8ee-dd33-4217-86e2-26be7f5debe9 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:43.089381 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-aa6a992c-53a1-4b4a-a2c0-46884484a39b req-ea3fa8ee-dd33-4217-86e2-26be7f5debe9 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0615523 Jul 27 11:14:43.126096 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-aa6a992c-53a1-4b4a-a2c0-46884484a39b req-3c0eaf4f-1f72-48bd-b048-e1dea833145a tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307600 Jul 27 11:14:43.568564 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22b5b1-40a8-4d1a-8eab-3c1cd5dad313 req-7abfcfd0-62cf-44d2-bc73-605fe282068b tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:43.570076 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2c22b5b1-40a8-4d1a-8eab-3c1cd5dad313 req-7abfcfd0-62cf-44d2-bc73-605fe282068b tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 946 time: 0.0622852 Jul 27 11:14:43.608226 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2c22b5b1-40a8-4d1a-8eab-3c1cd5dad313 req-bcddb9a6-51c0-4510-a4af-ace24af66f32 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323043 Jul 27 11:14:44.256783 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ab80e-e1a5-4ae0-b521-8cc270266d81 req-5c2e3af9-b0e1-44f6-b49f-bf849f03ffc6 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:44.258301 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-066ab80e-e1a5-4ae0-b521-8cc270266d81 req-5c2e3af9-b0e1-44f6-b49f-bf849f03ffc6 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0665004 Jul 27 11:14:44.297040 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-066ab80e-e1a5-4ae0-b521-8cc270266d81 req-d68d50c3-e295-48a2-9ad1-33b91623e3b1 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314431 Jul 27 11:14:44.559597 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d918c73-7b10-4645-965c-2d63b8ca7fa0 req-7e813ed6-43aa-4bbb-aea5-8456794facfa tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:44.560951 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-5d918c73-7b10-4645-965c-2d63b8ca7fa0 req-7e813ed6-43aa-4bbb-aea5-8456794facfa tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 946 time: 0.0621333 Jul 27 11:14:44.663565 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [req-5d918c73-7b10-4645-965c-2d63b8ca7fa0 req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Deleting port 79e24046-3402-4585-b553-c795ab38f7ac {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:14:44.663915 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-5d918c73-7b10-4645-965c-2d63b8ca7fa0 req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:44.745196 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ed6d2-9c18-4094-b278-4055e9b579d3 req-66a71fe8-44e5-4091-b92c-3f5d91e680e0 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:44.746853 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ab2ed6d2-9c18-4094-b278-4055e9b579d3 req-66a71fe8-44e5-4091-b92c-3f5d91e680e0 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 946 time: 0.0665162 Jul 27 11:14:44.796954 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ab2ed6d2-9c18-4094-b278-4055e9b579d3 req-7c7bbbf3-f7db-4d2c-9967-3cd3c2a75b11 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=7843e30e-b9db-4fbc-8061-5b5f536af9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428376 Jul 27 11:14:44.961203 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [req-5d918c73-7b10-4645-965c-2d63b8ca7fa0 req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] For port 79e24046-3402-4585-b553-c795ab38f7ac, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=79e24046-3402-4585-b553-c795ab38f7ac,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:14:44.961658 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-5d918c73-7b10-4645-965c-2d63b8ca7fa0 req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:45.179056 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-5d918c73-7b10-4645-965c-2d63b8ca7fa0 req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:45.179469 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-5d918c73-7b10-4645-965c-2d63b8ca7fa0 req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084477'] for floatingip, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:45.179784 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.l3_db [req-5d918c73-7b10-4645-965c-2d63b8ca7fa0 req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Floating IP a956edc3-fb55-4f42-8f1a-b636b24456bb disassociated. External IP: 172.27.3.5, port: 79e24046-3402-4585-b553-c795ab38f7ac. Jul 27 11:14:45.180124 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [req-5d918c73-7b10-4645-965c-2d63b8ca7fa0 req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Calling delete_port for 79e24046-3402-4585-b553-c795ab38f7ac owned by compute:nova {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:14:45.302030 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-5d918c73-7b10-4645-965c-2d63b8ca7fa0 req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:45.330326 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Pushing event deleted for resources: {'Port': ['ID=79e24046-3402-4585-b553-c795ab38f7ac,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:45.343098 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:45.343449 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:45.343791 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:45.344131 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:45.344467 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:45.344803 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:45.345136 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:45.345489 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:45.345818 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:45.346147 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:45.346474 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:45.346800 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:45.428185 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b87f3-2153-48cf-b80f-5aa41a006af6 req-95dc5b3e-1a14-46d9-bd7a-93900fea8573 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:45.429637 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6e6b87f3-2153-48cf-b80f-5aa41a006af6 req-95dc5b3e-1a14-46d9-bd7a-93900fea8573 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0664246 Jul 27 11:14:45.457847 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d918c73-7b10-4645-965c-2d63b8ca7fa0 req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Router 6a255457-6967-4a81-8903-ea414e850adc has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:14:45.469816 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6e6b87f3-2153-48cf-b80f-5aa41a006af6 req-e5bcb056-68d1-44fb-80cd-42ee0b84a513 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338323 Jul 27 11:14:45.566418 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d918c73-7b10-4645-965c-2d63b8ca7fa0 req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:14:45.577730 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f39b84-e15f-4c7a-aef1-5b4909c488ab None None] Sync routers for ids ['6a255457-6967-4a81-8903-ea414e850adc'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:14:45.587432 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f39b84-e15f-4c7a-aef1-5b4909c488ab None None] Routers {'6a255457-6967-4a81-8903-ea414e850adc'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:14:45.588126 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-24f39b84-e15f-4c7a-aef1-5b4909c488ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:14:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['6a255457-6967-4a81-8903-ea414e850adc'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:14:45.611258 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d918c73-7b10-4645-965c-2d63b8ca7fa0 req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] No DVR routers for this DVR port 79e24046-3402-4585-b553-c795ab38f7ac on host hv-cinder-78495 {{(pid=93199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:14:45.614334 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-5d918c73-7b10-4645-965c-2d63b8ca7fa0 req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:45.616414 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-5d918c73-7b10-4645-965c-2d63b8ca7fa0 req-8129117e-c94a-42c6-8094-7f3051f2ff6c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.20 "DELETE /v2.0/ports/79e24046-3402-4585-b553-c795ab38f7ac HTTP/1.1" status: 204 len: 173 time: 1.0480535 Jul 27 11:14:45.616852 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4199704-1966-4dd3-9e0c-23ffec4ce781', 'name': 'network-vif-deleted', 'tag': '79e24046-3402-4585-b553-c795ab38f7ac'}] {{(pid=93199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:14:45.619181 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d443fbfdc714505da2ae46b12ec6c602a25b40796aa13b1bf78cba4db9ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e699f4f7-6ed5-4cdb-ac27-7f2eb9084b2a" -d '{"events": [{"server_uuid": "b4199704-1966-4dd3-9e0c-23ffec4ce781", "name": "network-vif-deleted", "tag": "79e24046-3402-4585-b553-c795ab38f7ac"}]}' {{(pid=93199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:14:45.658393 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38225fe9-54b1-4cb2-b79e-ee13ffa1e78e x-openstack-request-id: req-38225fe9-54b1-4cb2-b79e-ee13ffa1e78e {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:14:45.658786 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4199704-1966-4dd3-9e0c-23ffec4ce781", "name": "network-vif-deleted", "tag": "79e24046-3402-4585-b553-c795ab38f7ac", "status": "completed", "code": 200}]} {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:14:45.658917 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38225fe9-54b1-4cb2-b79e-ee13ffa1e78e {{(pid=93199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:14:45.659324 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4199704-1966-4dd3-9e0c-23ffec4ce781', 'name': 'network-vif-deleted', 'tag': '79e24046-3402-4585-b553-c795ab38f7ac', 'status': 'completed', 'code': 200} Jul 27 11:14:45.699145 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-24f39b84-e15f-4c7a-aef1-5b4909c488ab None None] Set router 6a255457-6967-4a81-8903-ea414e850adc gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:14:45.908054 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-24f39b84-e15f-4c7a-aef1-5b4909c488ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:28Z', 'revision_number': 4, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '1abf644f-9f22-49ca-a2d5-91f15391827f', 'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'mac_address': 'fa:16:3e:a8:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:25Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'subnets': [{'id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:14:45.920080 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4b072315-8195-489f-a4a9-0818f13a161d req-5f42f120-4cfc-4dc6-99f0-80cdf2f89848 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199704-1966-4dd3-9e0c-23ffec4ce781 HTTP/1.1" status: 200 len: 210 time: 0.0320315 Jul 27 11:14:45.946964 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f39b84-e15f-4c7a-aef1-5b4909c488ab None None] Checking router: 6a255457-6967-4a81-8903-ea414e850adc for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:14:45.956815 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f39b84-e15f-4c7a-aef1-5b4909c488ab None None] Routers {'6a255457-6967-4a81-8903-ea414e850adc'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:14:45.957521 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-24f39b84-e15f-4c7a-aef1-5b4909c488ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:14:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['6a255457-6967-4a81-8903-ea414e850adc'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:14:46.070146 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-24f39b84-e15f-4c7a-aef1-5b4909c488ab None None] Set router 6a255457-6967-4a81-8903-ea414e850adc gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:14:46.155529 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fd531-4def-446e-ad95-3a2cf6674318 req-b3367911-e6a5-4849-8918-b6bbe5d5d0cc tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:46.157036 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-6c4fd531-4def-446e-ad95-3a2cf6674318 req-b3367911-e6a5-4849-8918-b6bbe5d5d0cc tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.20 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0763211 Jul 27 11:14:46.165875 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33344) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:46.285612 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [req-6c4fd531-4def-446e-ad95-3a2cf6674318 req-edbd5cb8-0a5c-468b-ae67-10b04315618c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Deleting port 8a64fd05-a75f-49c5-a689-8159d34dea3f {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:14:46.286238 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-6c4fd531-4def-446e-ad95-3a2cf6674318 req-edbd5cb8-0a5c-468b-ae67-10b04315618c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:46.304859 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c8f23aeb-f5f2-4e0b-b73a-c7d55f1e9e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:46.401214 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-24f39b84-e15f-4c7a-aef1-5b4909c488ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:28Z', 'revision_number': 4, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '1abf644f-9f22-49ca-a2d5-91f15391827f', 'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'mac_address': 'fa:16:3e:a8:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:25Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'subnets': [{'id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:14:46.419042 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [req-6c4fd531-4def-446e-ad95-3a2cf6674318 req-edbd5cb8-0a5c-468b-ae67-10b04315618c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] For port 8a64fd05-a75f-49c5-a689-8159d34dea3f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=8a64fd05-a75f-49c5-a689-8159d34dea3f,segment=NetworkSegment(808c4db8-4e0d-4d67-9ed4-cad6fdc1a502),segment_id=808c4db8-4e0d-4d67-9ed4-cad6fdc1a502)] {{(pid=93199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:14:46.419453 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-6c4fd531-4def-446e-ad95-3a2cf6674318 req-edbd5cb8-0a5c-468b-ae67-10b04315618c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:46.432149 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c8f23aeb-f5f2-4e0b-b73a-c7d55f1e9e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:46.435285 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [req-6c4fd531-4def-446e-ad95-3a2cf6674318 req-edbd5cb8-0a5c-468b-ae67-10b04315618c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Calling delete_port for 8a64fd05-a75f-49c5-a689-8159d34dea3f owned by compute:nova {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:14:46.438669 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f39b84-e15f-4c7a-aef1-5b4909c488ab None None] The sync data for ids ['6a255457-6967-4a81-8903-ea414e850adc'] in dv-cinder-784956-7-iscsi is: [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:28Z', 'revision_number': 4, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '1abf644f-9f22-49ca-a2d5-91f15391827f', 'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'mac_address': 'fa:16:3e:a8:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:25Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'subnets': [{'id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:14:46.441554 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-c8f23aeb-f5f2-4e0b-b73a-c7d55f1e9e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:46.498257 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-c8f23aeb-f5f2-4e0b-b73a-c7d55f1e9e21 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=addad40c54d34f5b825cf6db8fd0cb9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309975 Jul 27 11:14:46.499261 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 33350) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:46.501157 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f23aeb-f5f2-4e0b-b73a-c7d55f1e9e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afef9f7a-e76b-48ee-b55a-3e1d779c8e64,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:46.509616 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f23aeb-f5f2-4e0b-b73a-c7d55f1e9e21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:46.510224 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f23aeb-f5f2-4e0b-b73a-c7d55f1e9e21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:46.510781 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f23aeb-f5f2-4e0b-b73a-c7d55f1e9e21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:46.511379 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f23aeb-f5f2-4e0b-b73a-c7d55f1e9e21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:46.511938 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f23aeb-f5f2-4e0b-b73a-c7d55f1e9e21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:46.512483 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f23aeb-f5f2-4e0b-b73a-c7d55f1e9e21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:46.513014 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f23aeb-f5f2-4e0b-b73a-c7d55f1e9e21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:46.513843 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f23aeb-f5f2-4e0b-b73a-c7d55f1e9e21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:46.514953 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f23aeb-f5f2-4e0b-b73a-c7d55f1e9e21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:46.516048 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f23aeb-f5f2-4e0b-b73a-c7d55f1e9e21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:46.516600 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f23aeb-f5f2-4e0b-b73a-c7d55f1e9e21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:46.517136 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f23aeb-f5f2-4e0b-b73a-c7d55f1e9e21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:46.600133 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-074382a4-c054-400a-8029-630438b56a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:46.635902 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-074382a4-c054-400a-8029-630438b56a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:46.645445 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-6c4fd531-4def-446e-ad95-3a2cf6674318 req-edbd5cb8-0a5c-468b-ae67-10b04315618c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:46.651870 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff409442-a17d-4a50-a879-bf24ccb5aab2 req-3a7ac9e6-f47a-4102-9840-169f645152c0 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:46.663877 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ff409442-a17d-4a50-a879-bf24ccb5aab2 req-3a7ac9e6-f47a-4102-9840-169f645152c0 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fbb37a7-d6b9-45a4-87a7-13b49c074fc3 HTTP/1.1" status: 200 len: 946 time: 0.0945082 Jul 27 11:14:46.690142 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['8a64fd05-a75f-49c5-a689-8159d34dea3f', '4027ef35-b875-43e1-b429-c925d371de1b'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:14:46.707790 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd5cb8-0a5c-468b-ae67-10b04315618c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Pushing event deleted for resources: {'Port': ['ID=8a64fd05-a75f-49c5-a689-8159d34dea3f,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:46.721543 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ff409442-a17d-4a50-a879-bf24ccb5aab2 req-ad945d80-d21f-4ea6-a13c-5baa26d00f95 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454845 Jul 27 11:14:46.785548 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4fd531-4def-446e-ad95-3a2cf6674318 req-edbd5cb8-0a5c-468b-ae67-10b04315618c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] No DVR routers for this DVR port 8a64fd05-a75f-49c5-a689-8159d34dea3f on host hv-cinder-78495 {{(pid=93199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:14:46.787494 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-6c4fd531-4def-446e-ad95-3a2cf6674318 req-edbd5cb8-0a5c-468b-ae67-10b04315618c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:46.789851 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-6c4fd531-4def-446e-ad95-3a2cf6674318 req-edbd5cb8-0a5c-468b-ae67-10b04315618c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.20 "DELETE /v2.0/ports/8a64fd05-a75f-49c5-a689-8159d34dea3f HTTP/1.1" status: 204 len: 173 time: 0.6252453 Jul 27 11:14:46.796980 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-074382a4-c054-400a-8029-630438b56a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:46.800335 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-074382a4-c054-400a-8029-630438b56a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:46.801614 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-074382a4-c054-400a-8029-630438b56a6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/afef9f7a-e76b-48ee-b55a-3e1d779c8e64 HTTP/1.1" status: 204 len: 168 time: 0.3013325 Jul 27 11:14:46.812038 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074382a4-c054-400a-8029-630438b56a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afef9f7a-e76b-48ee-b55a-3e1d779c8e64,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:46.812417 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb67a982-adfc-4148-b7cb-69c0177511b3 None None] New status for floating IP a956edc3-fb55-4f42-8f1a-b636b24456bb: DOWN {{(pid=93201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 11:14:47.043716 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 33358) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:47.113188 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-bcfa767a-a264-4858-80b4-9234470b5f4a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:47.136327 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-bcfa767a-a264-4858-80b4-9234470b5f4a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:47.186818 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-bcfa767a-a264-4858-80b4-9234470b5f4a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:47.189781 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-bcfa767a-a264-4858-80b4-9234470b5f4a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:47.191566 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-bcfa767a-a264-4858-80b4-9234470b5f4a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "DELETE /v2.0/security-groups/7843e30e-b9db-4fbc-8061-5b5f536af9b0 HTTP/1.1" status: 204 len: 168 time: 0.1462529 Jul 27 11:14:47.194051 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33360) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:47.201617 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa767a-a264-4858-80b4-9234470b5f4a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7843e30e-b9db-4fbc-8061-5b5f536af9b0,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:47.217963 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.api.v2.resource [None req-e4519871-1299-46e6-8d16-191f5c66f779 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] show failed (client error): The resource could not be found. Jul 27 11:14:47.219055 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-e4519871-1299-46e6-8d16-191f5c66f779 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups/7843e30e-b9db-4fbc-8061-5b5f536af9b0 HTTP/1.1" status: 404 len: 347 time: 0.0232742 Jul 27 11:14:47.222289 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33362) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:47.346749 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-e871dd8b-a17a-4822-9f6e-f7471df1ebe3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Deleting port bace3242-e15f-480d-91c9-36a972e36e5a {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:14:47.347180 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e871dd8b-a17a-4822-9f6e-f7471df1ebe3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:47.428392 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e871dd8b-a17a-4822-9f6e-f7471df1ebe3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:47.428860 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e871dd8b-a17a-4822-9f6e-f7471df1ebe3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:47.442236 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-e871dd8b-a17a-4822-9f6e-f7471df1ebe3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Calling delete_port for bace3242-e15f-480d-91c9-36a972e36e5a owned by network:floatingip {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:14:47.588809 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e871dd8b-a17a-4822-9f6e-f7471df1ebe3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:47.614091 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871dd8b-a17a-4822-9f6e-f7471df1ebe3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Pushing event deleted for resources: {'Port': ['ID=bace3242-e15f-480d-91c9-36a972e36e5a,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:47.660848 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbb37a7-d6b9-45a4-87a7-13b49c074fc3', 'name': 'network-vif-deleted', 'tag': '8a64fd05-a75f-49c5-a689-8159d34dea3f'}] {{(pid=93199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:14:47.663181 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d443fbfdc714505da2ae46b12ec6c602a25b40796aa13b1bf78cba4db9ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6173b4df-da64-4899-9f65-c15984c15c1e" -d '{"events": [{"server_uuid": "9fbb37a7-d6b9-45a4-87a7-13b49c074fc3", "name": "network-vif-deleted", "tag": "8a64fd05-a75f-49c5-a689-8159d34dea3f"}]}' {{(pid=93199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:14:47.677593 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e871dd8b-a17a-4822-9f6e-f7471df1ebe3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for floatingip, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:47.680199 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e871dd8b-a17a-4822-9f6e-f7471df1ebe3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:47.681349 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-e871dd8b-a17a-4822-9f6e-f7471df1ebe3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "DELETE /v2.0/floatingips/a956edc3-fb55-4f42-8f1a-b636b24456bb HTTP/1.1" status: 204 len: 168 time: 0.4579892 Jul 27 11:14:47.697988 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10917337-aad7-4aeb-90eb-611ef0f56339 x-openstack-request-id: req-10917337-aad7-4aeb-90eb-611ef0f56339 {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:14:47.698125 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbb37a7-d6b9-45a4-87a7-13b49c074fc3", "name": "network-vif-deleted", "tag": "8a64fd05-a75f-49c5-a689-8159d34dea3f", "status": "completed", "code": 200}]} {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:14:47.698282 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10917337-aad7-4aeb-90eb-611ef0f56339 {{(pid=93199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:14:47.698669 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbb37a7-d6b9-45a4-87a7-13b49c074fc3', 'name': 'network-vif-deleted', 'tag': '8a64fd05-a75f-49c5-a689-8159d34dea3f', 'status': 'completed', 'code': 200} Jul 27 11:14:47.778485 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 8a64fd05-a75f-49c5-a689-8159d34dea3f no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:14:47.799203 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: 8a64fd05-a75f-49c5-a689-8159d34dea3f {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:14:47.799671 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 8a64fd05-a75f-49c5-a689-8159d34dea3f not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:14:47.800177 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 79e24046-3402-4585-b553-c795ab38f7ac no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:14:47.819136 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: 79e24046-3402-4585-b553-c795ab38f7ac {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:14:47.819590 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 79e24046-3402-4585-b553-c795ab38f7ac not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:14:47.906398 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 33374) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:47.911004 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-132a5949-c214-46b0-bc81-9dbbcf0ab53e tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1944172432', 'description': 'tempest-description--1597629970'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:14:47.934363 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-132a5949-c214-46b0-bc81-9dbbcf0ab53e tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.015119 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3eb4a-a3b2-48b2-8af2-eeeb11984e45 req-6c671168-ee6d-4a10-a96a-cb8cf5ac4d81 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:48.016628 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ffb3eb4a-a3b2-48b2-8af2-eeeb11984e45 req-6c671168-ee6d-4a10-a96a-cb8cf5ac4d81 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0702403 Jul 27 11:14:48.021441 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-132a5949-c214-46b0-bc81-9dbbcf0ab53e tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.026053 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-132a5949-c214-46b0-bc81-9dbbcf0ab53e tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.053459 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-132a5949-c214-46b0-bc81-9dbbcf0ab53e tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.054675 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-132a5949-c214-46b0-bc81-9dbbcf0ab53e tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1473100 Jul 27 11:14:48.056550 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a5949-c214-46b0-bc81-9dbbcf0ab53e tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0f7477-680a-42e3-9b2b-31f70e77fda8,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:48.056993 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ffb3eb4a-a3b2-48b2-8af2-eeeb11984e45 req-7de89f2a-1b00-4ec6-8f83-de729c3c2fb4 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339062 Jul 27 11:14:48.057709 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33376) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:48.062035 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-18779213-a3f2-4830-a251-48a461d9a9f5 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Request body: {'security_group_rule': {'security_group_id': '0d0f7477-680a-42e3-9b2b-31f70e77fda8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:14:48.089061 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-18779213-a3f2-4830-a251-48a461d9a9f5 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.133748 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-18779213-a3f2-4830-a251-48a461d9a9f5 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.137111 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-18779213-a3f2-4830-a251-48a461d9a9f5 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.160834 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18779213-a3f2-4830-a251-48a461d9a9f5 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbdfabd0-39c0-4de3-98d5-924ee2ba4812,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:48.164282 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-18779213-a3f2-4830-a251-48a461d9a9f5 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.165495 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-18779213-a3f2-4830-a251-48a461d9a9f5 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1068480 Jul 27 11:14:48.168086 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33378) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:48.172375 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-2ef99f87-df4b-4a9e-9bc5-112f904c57a4 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Request body: {'security_group_rule': {'security_group_id': '0d0f7477-680a-42e3-9b2b-31f70e77fda8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:14:48.198185 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2ef99f87-df4b-4a9e-9bc5-112f904c57a4 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.254130 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2ef99f87-df4b-4a9e-9bc5-112f904c57a4 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.257607 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2ef99f87-df4b-4a9e-9bc5-112f904c57a4 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.276948 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef99f87-df4b-4a9e-9bc5-112f904c57a4 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c16093-d9b0-4444-86ed-9161ec0e1d14,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:48.280169 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-2ef99f87-df4b-4a9e-9bc5-112f904c57a4 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.281337 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-2ef99f87-df4b-4a9e-9bc5-112f904c57a4 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123166 Jul 27 11:14:48.284343 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33380) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:48.288816 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-afc20297-a1f7-4a6b-be81-d2850ee53bcf tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Request body: {'floatingip': {'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:14:48.309721 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-afc20297-a1f7-4a6b-be81-d2850ee53bcf tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for floatingip, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.352682 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7fa03c9c-0faa-4df7-ab7b-26768a275a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.408585 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-afc20297-a1f7-4a6b-be81-d2850ee53bcf tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.508615 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [None req-afc20297-a1f7-4a6b-be81-d2850ee53bcf tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Allocated IP 172.27.3.24 (b1883f27-eaab-4700-a5a8-37e3631f126f/c4c466e5-926d-42c1-b136-e6bf3690c687/0c8bd239-3025-404d-a7a6-6e41fff25c3c) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:14:48.609942 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-afc20297-a1f7-4a6b-be81-d2850ee53bcf tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.647080 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-afc20297-a1f7-4a6b-be81-d2850ee53bcf tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.682576 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc20297-a1f7-4a6b-be81-d2850ee53bcf tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Network b1883f27-eaab-4700-a5a8-37e3631f126f is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:14:48.687693 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-afc20297-a1f7-4a6b-be81-d2850ee53bcf tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:14:48.691008 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc20297-a1f7-4a6b-be81-d2850ee53bcf tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:14:48.700044 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:14:48.713353 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc20297-a1f7-4a6b-be81-d2850ee53bcf tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Pushing event updated for resources: {'Port': ['ID=0c8bd239-3025-404d-a7a6-6e41fff25c3c,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:48.774744 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-afc20297-a1f7-4a6b-be81-d2850ee53bcf tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.819117 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-afc20297-a1f7-4a6b-be81-d2850ee53bcf tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.960187 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-afc20297-a1f7-4a6b-be81-d2850ee53bcf tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:48.964464 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-afc20297-a1f7-4a6b-be81-d2850ee53bcf tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:49.032308 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc20297-a1f7-4a6b-be81-d2850ee53bcf tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Pushing event updated for resources: {'Port': ['ID=0c8bd239-3025-404d-a7a6-6e41fff25c3c,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:49.041859 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-afc20297-a1f7-4a6b-be81-d2850ee53bcf tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084477'] for floatingip, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:49.055154 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-afc20297-a1f7-4a6b-be81-d2850ee53bcf tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:49.056376 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-afc20297-a1f7-4a6b-be81-d2850ee53bcf tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7709279 Jul 27 11:14:49.192973 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a486f34-d713-459f-a1c4-48ba9a133c9e req-fb9b06f0-5900-432b-b597-dfd009ceee59 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:49.194628 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2a486f34-d713-459f-a1c4-48ba9a133c9e req-fb9b06f0-5900-432b-b597-dfd009ceee59 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0658760 Jul 27 11:14:49.256241 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2a486f34-d713-459f-a1c4-48ba9a133c9e req-bc6a77a5-13bb-4d01-829a-59e5ccfd5a62 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556650 Jul 27 11:14:49.258950 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-04658192-1900-49bb-9a9b-db90b616af63 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1944172432&fields=id&tenant_id=39b2b0d7b22e4c15b8cdd715a4210837 HTTP/1.1" status: 200 len: 267 time: 0.0518878 Jul 27 11:14:49.365237 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-c3df4549-ed52-4930-b9f3-a119676038f1 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:49.366724 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-c3df4549-ed52-4930-b9f3-a119676038f1 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/networks?id=6b197248-f0ce-4827-933d-69338f8090b1 HTTP/1.1" status: 200 len: 816 time: 0.1003089 Jul 27 11:14:49.381532 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-d403a766-dfa0-4fd4-8770-d706420e6637 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/quotas/39b2b0d7b22e4c15b8cdd715a4210837 HTTP/1.1" status: 200 len: 375 time: 0.0093088 Jul 27 11:14:49.446796 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-c4eeb21d-3d17-4381-9b7e-85fd1a02b29d tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=39b2b0d7b22e4c15b8cdd715a4210837&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601254 Jul 27 11:14:49.540609 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b9bee9df-fe1d-4d1b-98bf-d3adbbe59010 service neutron] 10.222.0.16 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827968 Jul 27 11:14:49.625891 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-ff73a041-dd6e-46b5-9743-02362088f9f4 service neutron] 10.222.0.16 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789645 Jul 27 11:14:49.784142 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5020bf41-1320-4985-9560-51d5cb4304dd req-007a3e22-2f46-4c1f-a591-1fd41bc7faa2 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 210 time: 0.0330443 Jul 27 11:14:50.384488 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb58d5c-460a-4975-a1c7-506057ff5783 req-3c824d7d-8267-448e-bd5d-6a83c4acf7ef tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:50.385958 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9eb58d5c-460a-4975-a1c7-506057ff5783 req-3c824d7d-8267-448e-bd5d-6a83c4acf7ef tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0612333 Jul 27 11:14:50.422501 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9eb58d5c-460a-4975-a1c7-506057ff5783 req-2e801d75-1a66-4b58-8328-5812480d11e5 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301168 Jul 27 11:14:50.841727 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-403ae982-f235-467e-b2a3-1a3a81ce5816 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:50.843251 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-403ae982-f235-467e-b2a3-1a3a81ce5816 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.20 "GET /v2.0/networks?id=6b197248-f0ce-4827-933d-69338f8090b1 HTTP/1.1" status: 200 len: 816 time: 0.1089339 Jul 27 11:14:50.885065 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0b1e6bd8-9dd8-4232-8a09-9133e5fddd39 req-5bf0f454-dd07-4bf7-89ce-5476fb171958 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 210 time: 0.0304096 Jul 27 11:14:50.902837 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-73f183fa-51f1-42da-a677-ee164d8169ef tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39b2b0d7b22e4c15b8cdd715a4210837 HTTP/1.1" status: 200 len: 380 time: 0.0395045 Jul 27 11:14:50.913183 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-0213bb00-3f02-459d-91dd-49911d21a268 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Request body: {'port': {'device_id': '0f45d24e-7bf6-424b-93e5-ebc7f1480003', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'admin_state_up': True, 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'security_groups': ['0d0f7477-680a-42e3-9b2b-31f70e77fda8']}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:14:51.016134 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-0213bb00-3f02-459d-91dd-49911d21a268 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Made reservation on behalf of 39b2b0d7b22e4c15b8cdd715a4210837 for: {'port': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:14:51.019609 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-0213bb00-3f02-459d-91dd-49911d21a268 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:51.142881 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-0213bb00-3f02-459d-91dd-49911d21a268 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Allocated IP 172.20.0.10 (6b197248-f0ce-4827-933d-69338f8090b1/1689c5ce-0d31-49d5-be62-eea37f7808eb/87c58718-415d-4d3b-84ea-d4b862ac2252) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:14:51.231546 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:51.274634 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-0213bb00-3f02-459d-91dd-49911d21a268 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:51.292381 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.provisioning_blocks [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-0213bb00-3f02-459d-91dd-49911d21a268 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Transition to ACTIVE for port object 87c58718-415d-4d3b-84ea-d4b862ac2252 will not be triggered until provisioned by entity DHCP. {{(pid=93199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:14:51.326018 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-0213bb00-3f02-459d-91dd-49911d21a268 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:51.333030 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-88f1a1f2-c63f-468b-bc89-ef57e5475064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:51.369158 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-0213bb00-3f02-459d-91dd-49911d21a268 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Network 6b197248-f0ce-4827-933d-69338f8090b1 is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:14:51.374240 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-0213bb00-3f02-459d-91dd-49911d21a268 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:14:51.376601 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-0213bb00-3f02-459d-91dd-49911d21a268 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:14:51.403624 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213bb00-3f02-459d-91dd-49911d21a268 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Pushing event updated for resources: {'Port': ['ID=87c58718-415d-4d3b-84ea-d4b862ac2252,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:51.430571 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-0213bb00-3f02-459d-91dd-49911d21a268 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:51.431216 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-0213bb00-3f02-459d-91dd-49911d21a268 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:51.446109 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-0213bb00-3f02-459d-91dd-49911d21a268 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5365474 Jul 27 11:14:51.467322 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Request body: {'port': {'device_id': '0f45d24e-7bf6-424b-93e5-ebc7f1480003', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:14:51.549327 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:51.553299 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58725f1-0279-46af-9201-6222bfedc9dc req-e3c52f38-4742-45de-bdd8-2284cbd15df8 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:51.554945 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b58725f1-0279-46af-9201-6222bfedc9dc req-e3c52f38-4742-45de-bdd8-2284cbd15df8 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0644386 Jul 27 11:14:51.595285 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b58725f1-0279-46af-9201-6222bfedc9dc req-6220afdc-6922-4f66-8593-5a26d4f4adc1 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343270 Jul 27 11:14:51.631072 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-565fc62a-7734-4e6d-a118-194fb4cf5c29 None None] Provisioning for port 87c58718-415d-4d3b-84ea-d4b862ac2252 completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:14:51.634791 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-565fc62a-7734-4e6d-a118-194fb4cf5c29 None None] Provisioning complete for port 87c58718-415d-4d3b-84ea-d4b862ac2252 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:14:51.635191 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-565fc62a-7734-4e6d-a118-194fb4cf5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:51.670522 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-565fc62a-7734-4e6d-a118-194fb4cf5c29 None None] Port 87c58718-415d-4d3b-84ea-d4b862ac2252 cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:14:51.799175 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c58718-415d-4d3b-84ea-d4b862ac2252 {{(pid=93199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:14:51.806258 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:51.818343 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.provisioning_blocks [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Transition to ACTIVE for port object 87c58718-415d-4d3b-84ea-d4b862ac2252 will not be triggered until provisioned by entity L2. {{(pid=93199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:14:51.821942 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639062'] for port, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:51.870227 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Pushing event updated for resources: {'Port': ['ID=87c58718-415d-4d3b-84ea-d4b862ac2252,revision_number=2']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:51.947097 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.managers [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Attempting to bind port 87c58718-415d-4d3b-84ea-d4b862ac2252 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:14:51.947430 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.managers [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Attempting to bind port 87c58718-415d-4d3b-84ea-d4b862ac2252 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'a4126b1c-d477-42d2-bdc2-8dd5a19b06f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1'}] {{(pid=93199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:14:51.947769 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Attempting to bind port 87c58718-415d-4d3b-84ea-d4b862ac2252 on network 6b197248-f0ce-4827-933d-69338f8090b1 {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:14:51.952863 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Port 87c58718-415d-4d3b-84ea-d4b862ac2252 on network 6b197248-f0ce-4827-933d-69338f8090b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:14:51.953191 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Attempting to bind port 87c58718-415d-4d3b-84ea-d4b862ac2252 on network 6b197248-f0ce-4827-933d-69338f8090b1 {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:14:51.958373 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:14:51.958709 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Checking segment: {'id': 'a4126b1c-d477-42d2-bdc2-8dd5a19b06f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:14:51.959092 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Bound using segment: {'id': 'a4126b1c-d477-42d2-bdc2-8dd5a19b06f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1'} {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:14:51.959526 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.managers [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Bound port: 87c58718-415d-4d3b-84ea-d4b862ac2252, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4126b1c-d477-42d2-bdc2-8dd5a19b06f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1'}}] {{(pid=93199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:14:51.959885 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:52.025444 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] For port 87c58718-415d-4d3b-84ea-d4b862ac2252, host hv-cinder-78495, cleared binding levels {{(pid=93199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:14:52.028535 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] For port 87c58718-415d-4d3b-84ea-d4b862ac2252, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=87c58718-415d-4d3b-84ea-d4b862ac2252,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:14:52.029881 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95623c-361b-4d5e-a92a-ae6dc327a4d2 req-0b3ca39b-71b5-4b38-a87d-491adf73d405 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:52.032254 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5e95623c-361b-4d5e-a92a-ae6dc327a4d2 req-0b3ca39b-71b5-4b38-a87d-491adf73d405 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 944 time: 0.0673864 Jul 27 11:14:52.033747 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639062'] for port, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:52.069135 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:52.069832 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:52.071174 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] 10.222.0.20 "PUT /v2.0/ports/87c58718-415d-4d3b-84ea-d4b862ac2252 HTTP/1.1" status: 200 len: 1094 time: 0.6086051 Jul 27 11:14:52.071614 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f45d24e-7bf6-424b-93e5-ebc7f1480003', 'tag': '87c58718-415d-4d3b-84ea-d4b862ac2252'}] {{(pid=93199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:14:52.073085 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5e95623c-361b-4d5e-a92a-ae6dc327a4d2 req-9ab806cc-6644-43d6-9cff-057ea2860a53 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332246 Jul 27 11:14:52.073878 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d443fbfdc714505da2ae46b12ec6c602a25b40796aa13b1bf78cba4db9ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04760be0-1538-4d42-80fc-e85a46f68d32" -d '{"events": [{"name": "network-changed", "server_uuid": "0f45d24e-7bf6-424b-93e5-ebc7f1480003", "tag": "87c58718-415d-4d3b-84ea-d4b862ac2252"}]}' {{(pid=93199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:14:52.100840 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bd56e-0cee-45c5-8f14-4152bce37f72 service neutron] Pushing event updated for resources: {'Port': ['ID=87c58718-415d-4d3b-84ea-d4b862ac2252,revision_number=3']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:52.140422 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a762a127-c115-4272-ab53-60ded3774303 x-openstack-request-id: req-a762a127-c115-4272-ab53-60ded3774303 {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:14:52.140720 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f45d24e-7bf6-424b-93e5-ebc7f1480003", "tag": "87c58718-415d-4d3b-84ea-d4b862ac2252", "status": "completed", "code": 200}]} {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:14:52.140977 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a762a127-c115-4272-ab53-60ded3774303 {{(pid=93199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:14:52.141373 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f45d24e-7bf6-424b-93e5-ebc7f1480003', 'tag': '87c58718-415d-4d3b-84ea-d4b862ac2252', 'status': 'completed', 'code': 200} Jul 27 11:14:52.218797 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-88764952-74c4-408f-bbb7-4528fcd6986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:52.220319 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-88764952-74c4-408f-bbb7-4528fcd6986b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39b2b0d7b22e4c15b8cdd715a4210837&device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 1097 time: 0.0562348 Jul 27 11:14:52.271187 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-0c4111c8-3873-4477-aa78-f942e0837ffd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87c58718-415d-4d3b-84ea-d4b862ac2252 HTTP/1.1" status: 200 len: 217 time: 0.0356829 Jul 27 11:14:52.319018 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-76fc42ea-a162-4b90-a263-79ab34ebac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:52.320306 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-76fc42ea-a162-4b90-a263-79ab34ebac6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1689c5ce-0d31-49d5-be62-eea37f7808eb HTTP/1.1" status: 200 len: 855 time: 0.0414882 Jul 27 11:14:52.380006 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-00e5e0d3-03e5-48c3-86b7-b47b5f79a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:52.381498 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-00e5e0d3-03e5-48c3-86b7-b47b5f79a0b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b197248-f0ce-4827-933d-69338f8090b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525689 Jul 27 11:14:52.473948 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-fe2e2ca4-ca2b-4397-9669-be0e8d5dfaca service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827785 Jul 27 11:14:52.562787 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-68f1010b-de7a-4286-85d7-209ff6d5717a req-44e80d6d-5140-4292-938e-69b0fc4665cf service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795481 Jul 27 11:14:52.567856 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:52.718583 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04760be0-1538-4d42-80fc-e85a46f68d32 req-f11b5a5d-914a-4833-9ae8-f4f2fc2a687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:52.720152 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-04760be0-1538-4d42-80fc-e85a46f68d32 req-f11b5a5d-914a-4833-9ae8-f4f2fc2a687c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39b2b0d7b22e4c15b8cdd715a4210837&device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 1097 time: 0.0577784 Jul 27 11:14:52.724096 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1f211-bd43-4fbe-975f-39fbe30e725e req-ce307372-37b8-4436-96c7-b42072458908 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:52.725621 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-acc1f211-bd43-4fbe-975f-39fbe30e725e req-ce307372-37b8-4436-96c7-b42072458908 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0633295 Jul 27 11:14:52.763115 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-acc1f211-bd43-4fbe-975f-39fbe30e725e req-a2f7fe8d-45c1-42e0-b76c-28b6a824d57c tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315170 Jul 27 11:14:52.811643 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04760be0-1538-4d42-80fc-e85a46f68d32 req-e8d85989-670c-4361-acfe-22c99cfdf61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:52.813087 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-04760be0-1538-4d42-80fc-e85a46f68d32 req-e8d85989-670c-4361-acfe-22c99cfdf61e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b197248-f0ce-4827-933d-69338f8090b1 HTTP/1.1" status: 200 len: 916 time: 0.0843484 Jul 27 11:14:52.856085 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-04760be0-1538-4d42-80fc-e85a46f68d32 req-7cac1fac-28a3-4e3d-8831-9126062d417b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87c58718-415d-4d3b-84ea-d4b862ac2252 HTTP/1.1" status: 200 len: 217 time: 0.0321276 Jul 27 11:14:52.907922 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04760be0-1538-4d42-80fc-e85a46f68d32 req-3561e2a0-9634-408e-8558-6b71137258d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:52.909225 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-04760be0-1538-4d42-80fc-e85a46f68d32 req-3561e2a0-9634-408e-8558-6b71137258d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1689c5ce-0d31-49d5-be62-eea37f7808eb HTTP/1.1" status: 200 len: 855 time: 0.0449376 Jul 27 11:14:52.968695 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04760be0-1538-4d42-80fc-e85a46f68d32 req-b5f48c6e-cbcc-42d7-8168-eaca4366e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:52.970181 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-04760be0-1538-4d42-80fc-e85a46f68d32 req-b5f48c6e-cbcc-42d7-8168-eaca4366e8ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b197248-f0ce-4827-933d-69338f8090b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520005 Jul 27 11:14:53.058080 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-04760be0-1538-4d42-80fc-e85a46f68d32 req-659a4566-109d-48e3-bb3f-e21f2cd8f5e3 service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780451 Jul 27 11:14:53.147550 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-04760be0-1538-4d42-80fc-e85a46f68d32 req-6fcb567f-6613-4fb7-903f-576b92ea805f service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822601 Jul 27 11:14:53.214068 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397b66e-d1ea-436b-9a9f-4fa6b15e2899 req-7245addd-2087-4bad-95ae-71190531535e tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:53.215480 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d397b66e-d1ea-436b-9a9f-4fa6b15e2899 req-7245addd-2087-4bad-95ae-71190531535e tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 944 time: 0.0639677 Jul 27 11:14:53.252186 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d397b66e-d1ea-436b-9a9f-4fa6b15e2899 req-51ec1457-cafd-4ad8-b9d4-e81a6c7945cc tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300937 Jul 27 11:14:53.880736 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e608e-24bd-486b-8438-347b6ad4d79d req-3ea9a258-8bf4-41c0-9f83-b6d790bf54f2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:53.882310 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-f17e608e-24bd-486b-8438-347b6ad4d79d req-3ea9a258-8bf4-41c0-9f83-b6d790bf54f2 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.20 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0628762 Jul 27 11:14:53.889715 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf1a19-4932-43ae-ae8b-2a5ab056c53b req-aa598e96-d583-4433-bc33-de237baf4146 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:53.891275 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8cdf1a19-4932-43ae-ae8b-2a5ab056c53b req-aa598e96-d583-4433-bc33-de237baf4146 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/ports?device_id=018df09d-aef2-44ce-a182-4311df976d7b HTTP/1.1" status: 200 len: 946 time: 0.0621324 Jul 27 11:14:53.928693 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8cdf1a19-4932-43ae-ae8b-2a5ab056c53b req-543ce9f5-37fa-426e-aba4-5955a89705c8 tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f66eb7-075f-42b9-ad8c-325227729f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314579 Jul 27 11:14:53.986144 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [req-f17e608e-24bd-486b-8438-347b6ad4d79d req-43e146f6-081d-4432-b63d-9bc6ed897f9d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Deleting port 4027ef35-b875-43e1-b429-c925d371de1b {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:14:53.986722 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-f17e608e-24bd-486b-8438-347b6ad4d79d req-43e146f6-081d-4432-b63d-9bc6ed897f9d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:54.054072 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:54.072018 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [req-f17e608e-24bd-486b-8438-347b6ad4d79d req-43e146f6-081d-4432-b63d-9bc6ed897f9d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] For port 4027ef35-b875-43e1-b429-c925d371de1b, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=4027ef35-b875-43e1-b429-c925d371de1b,segment=NetworkSegment(808c4db8-4e0d-4d67-9ed4-cad6fdc1a502),segment_id=808c4db8-4e0d-4d67-9ed4-cad6fdc1a502)] {{(pid=93199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:14:54.072384 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-f17e608e-24bd-486b-8438-347b6ad4d79d req-43e146f6-081d-4432-b63d-9bc6ed897f9d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:54.084536 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [req-f17e608e-24bd-486b-8438-347b6ad4d79d req-43e146f6-081d-4432-b63d-9bc6ed897f9d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Calling delete_port for 4027ef35-b875-43e1-b429-c925d371de1b owned by compute:nova {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:14:54.209584 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-f17e608e-24bd-486b-8438-347b6ad4d79d req-43e146f6-081d-4432-b63d-9bc6ed897f9d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:54.237746 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e146f6-081d-4432-b63d-9bc6ed897f9d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Pushing event deleted for resources: {'Port': ['ID=4027ef35-b875-43e1-b429-c925d371de1b,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:54.246703 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['4027ef35-b875-43e1-b429-c925d371de1b'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:14:54.284756 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17e608e-24bd-486b-8438-347b6ad4d79d req-43e146f6-081d-4432-b63d-9bc6ed897f9d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] No DVR routers for this DVR port 4027ef35-b875-43e1-b429-c925d371de1b on host hv-cinder-78495 {{(pid=93199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:14:54.287184 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-f17e608e-24bd-486b-8438-347b6ad4d79d req-43e146f6-081d-4432-b63d-9bc6ed897f9d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:54.289147 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-f17e608e-24bd-486b-8438-347b6ad4d79d req-43e146f6-081d-4432-b63d-9bc6ed897f9d tempest-ServerRescueNegativeTestJSON-515846082 tempest-ServerRescueNegativeTestJSON-515846082-project] 10.222.0.20 "DELETE /v2.0/ports/4027ef35-b875-43e1-b429-c925d371de1b HTTP/1.1" status: 204 len: 173 time: 0.4006495 Jul 27 11:14:54.289608 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018df09d-aef2-44ce-a182-4311df976d7b', 'name': 'network-vif-deleted', 'tag': '4027ef35-b875-43e1-b429-c925d371de1b'}] {{(pid=93199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:14:54.291803 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d443fbfdc714505da2ae46b12ec6c602a25b40796aa13b1bf78cba4db9ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f40d9d3-c124-457a-9950-2d44c96878f5" -d '{"events": [{"server_uuid": "018df09d-aef2-44ce-a182-4311df976d7b", "name": "network-vif-deleted", "tag": "4027ef35-b875-43e1-b429-c925d371de1b"}]}' {{(pid=93199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:14:54.328851 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be5d8ba-2f3d-41eb-b696-c0dd2a2998c6 x-openstack-request-id: req-4be5d8ba-2f3d-41eb-b696-c0dd2a2998c6 {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:14:54.329217 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018df09d-aef2-44ce-a182-4311df976d7b", "name": "network-vif-deleted", "tag": "4027ef35-b875-43e1-b429-c925d371de1b", "status": "completed", "code": 200}]} {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:14:54.329582 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4be5d8ba-2f3d-41eb-b696-c0dd2a2998c6 {{(pid=93199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:14:54.330029 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018df09d-aef2-44ce-a182-4311df976d7b', 'name': 'network-vif-deleted', 'tag': '4027ef35-b875-43e1-b429-c925d371de1b', 'status': 'completed', 'code': 200} Jul 27 11:14:54.388259 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527b6fb-2151-48dd-8373-9bb007e5dce2 req-9c09c13b-ace5-4e0a-97a8-33e100513f8a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:54.389909 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2527b6fb-2151-48dd-8373-9bb007e5dce2 req-9c09c13b-ace5-4e0a-97a8-33e100513f8a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 944 time: 0.0632946 Jul 27 11:14:54.432258 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2527b6fb-2151-48dd-8373-9bb007e5dce2 req-449f0476-c615-465b-b2ea-f136fb8c0add tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362411 Jul 27 11:14:54.983735 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33432) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:55.381902 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-679d666f-685a-4b90-8a21-e80ed38fd214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084733'] for router_interface, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:55.640854 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c10c3e-e6fa-4959-8922-85f40e677f9f req-9189fdf4-e77e-4c3c-a587-496083eface8 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:55.642276 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-80c10c3e-e6fa-4959-8922-85f40e677f9f req-9189fdf4-e77e-4c3c-a587-496083eface8 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 944 time: 0.1227555 Jul 27 11:14:55.724613 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-80c10c3e-e6fa-4959-8922-85f40e677f9f req-cd9ba5b1-47e7-41a1-9e73-16931bbca33f tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754662 Jul 27 11:14:55.748179 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-679d666f-685a-4b90-8a21-e80ed38fd214 admin admin] Deleting port 497d39fc-9831-4955-ab20-7334457842ea {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:14:55.748511 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-679d666f-685a-4b90-8a21-e80ed38fd214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:55.757215 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 87c58718-415d-4d3b-84ea-d4b862ac2252 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:14:55.824537 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [None req-679d666f-685a-4b90-8a21-e80ed38fd214 admin admin] For port 497d39fc-9831-4955-ab20-7334457842ea, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=497d39fc-9831-4955-ab20-7334457842ea,segment=NetworkSegment(808c4db8-4e0d-4d67-9ed4-cad6fdc1a502),segment_id=808c4db8-4e0d-4d67-9ed4-cad6fdc1a502)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:14:55.824911 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-679d666f-685a-4b90-8a21-e80ed38fd214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:55.837914 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-679d666f-685a-4b90-8a21-e80ed38fd214 admin admin] Calling delete_port for 497d39fc-9831-4955-ab20-7334457842ea owned by network:router_interface {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:14:55.852131 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 87c58718-415d-4d3b-84ea-d4b862ac2252, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=87c58718-415d-4d3b-84ea-d4b862ac2252,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:14:55.976010 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '87c58718-415d-4d3b-84ea-d4b862ac2252', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'port_id': '87c58718-415d-4d3b-84ea-d4b862ac2252', 'mac_address': 'fa:16:3e:39:78:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:14:56.012480 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:56.024639 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c58718-415d-4d3b-84ea-d4b862ac2252 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:14:56.037605 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-679d666f-685a-4b90-8a21-e80ed38fd214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:56.044347 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 87c58718-415d-4d3b-84ea-d4b862ac2252, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=87c58718-415d-4d3b-84ea-d4b862ac2252,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:14:56.049577 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:56.064148 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d666f-685a-4b90-8a21-e80ed38fd214 admin admin] Pushing event deleted for resources: {'Port': ['ID=497d39fc-9831-4955-ab20-7334457842ea,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:56.096800 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=87c58718-415d-4d3b-84ea-d4b862ac2252,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:56.103797 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:56.104182 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:56.104526 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:56.104861 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:56.105192 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:56.105551 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:56.105882 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:56.106208 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:56.106559 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:56.106885 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:56.107463 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:56.107783 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:14:56.376398 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['87c58718-415d-4d3b-84ea-d4b862ac2252'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:14:56.467612 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-679d666f-685a-4b90-8a21-e80ed38fd214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084497'] for router_interface, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:56.670704 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679d666f-685a-4b90-8a21-e80ed38fd214 admin admin] Router ced1697b-99ea-44c1-8249-cdd78a1caf41 has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:14:56.782026 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679d666f-685a-4b90-8a21-e80ed38fd214 admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:14:56.790077 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-679d666f-685a-4b90-8a21-e80ed38fd214 admin admin] 10.222.0.16 "PUT /v2.0/routers/ced1697b-99ea-44c1-8249-cdd78a1caf41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8022437 Jul 27 11:14:56.790077 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33438) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:56.791685 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c9813-757d-4671-b74d-f860d7452ad7 None None] Sync routers for ids ['ced1697b-99ea-44c1-8249-cdd78a1caf41'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:14:56.802413 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7c9813-757d-4671-b74d-f860d7452ad7 None None] Routers {'ced1697b-99ea-44c1-8249-cdd78a1caf41'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:14:56.803122 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-5a7c9813-757d-4671-b74d-f860d7452ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:14:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['ced1697b-99ea-44c1-8249-cdd78a1caf41'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:14:56.904711 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-5a7c9813-757d-4671-b74d-f860d7452ad7 None None] Set router ced1697b-99ea-44c1-8249-cdd78a1caf41 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:14:56.929762 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1d8d067c-a1ca-4c66-a5ad-b54bccb21c98 admin admin] Notify callbacks [] for router, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:56.973870 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955a4f0-e535-4682-9dc0-ef78ab47e1df req-67e8106a-c3e1-40f5-826b-1c9b80081b0b tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:56.975357 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6955a4f0-e535-4682-9dc0-ef78ab47e1df req-67e8106a-c3e1-40f5-826b-1c9b80081b0b tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 945 time: 0.1481628 Jul 27 11:14:57.053259 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6955a4f0-e535-4682-9dc0-ef78ab47e1df req-2eabe5a6-b827-43c2-8827-85a58f251a2b tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718586 Jul 27 11:14:57.068540 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1d8d067c-a1ca-4c66-a5ad-b54bccb21c98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:57.076899 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-5a7c9813-757d-4671-b74d-f860d7452ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced1697b-99ea-44c1-8249-cdd78a1caf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1062035721-router', 'tenant_id': '00106fa9d8714c23ac449b94423aa621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:11:52Z', 'updated_at': '2021-07-27T11:14:55Z', 'revision_number': 5, 'project_id': '00106fa9d8714c23ac449b94423aa621', 'gw_port': {'id': '1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:91:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced1697b-99ea-44c1-8249-cdd78a1caf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:11:53Z', 'updated_at': '2021-07-27T11:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:14:57.101865 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c9813-757d-4671-b74d-f860d7452ad7 None None] Checking router: ced1697b-99ea-44c1-8249-cdd78a1caf41 for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:14:57.110789 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7c9813-757d-4671-b74d-f860d7452ad7 None None] Routers {'ced1697b-99ea-44c1-8249-cdd78a1caf41'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:14:57.111400 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-5a7c9813-757d-4671-b74d-f860d7452ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:14:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['ced1697b-99ea-44c1-8249-cdd78a1caf41'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:14:57.128295 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-1d8d067c-a1ca-4c66-a5ad-b54bccb21c98 admin admin] Deleting port 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:14:57.128708 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1d8d067c-a1ca-4c66-a5ad-b54bccb21c98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:57.193595 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-5a7c9813-757d-4671-b74d-f860d7452ad7 None None] Set router ced1697b-99ea-44c1-8249-cdd78a1caf41 gateway port host: None {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:14:57.204292 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [None req-1d8d067c-a1ca-4c66-a5ad-b54bccb21c98 admin admin] For port 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:14:57.204647 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1d8d067c-a1ca-4c66-a5ad-b54bccb21c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:57.216702 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-1d8d067c-a1ca-4c66-a5ad-b54bccb21c98 admin admin] Calling delete_port for 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1 owned by network:router_gateway {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:14:57.246449 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-5a7c9813-757d-4671-b74d-f860d7452ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced1697b-99ea-44c1-8249-cdd78a1caf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1062035721-router', 'tenant_id': '00106fa9d8714c23ac449b94423aa621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:11:52Z', 'updated_at': '2021-07-27T11:14:57Z', 'revision_number': 6, 'project_id': '00106fa9d8714c23ac449b94423aa621', 'gw_port_host': None}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:14:57.271511 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c9813-757d-4671-b74d-f860d7452ad7 None None] The sync data for ids ['ced1697b-99ea-44c1-8249-cdd78a1caf41'] in dv-cinder-784956-7-iscsi is: [{'id': 'ced1697b-99ea-44c1-8249-cdd78a1caf41', 'name': 'tempest-ServerRescueNegativeTestJSON-1062035721-router', 'tenant_id': '00106fa9d8714c23ac449b94423aa621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:11:52Z', 'updated_at': '2021-07-27T11:14:57Z', 'revision_number': 6, 'project_id': '00106fa9d8714c23ac449b94423aa621', 'gw_port_host': None}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:14:57.376382 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1d8d067c-a1ca-4c66-a5ad-b54bccb21c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:57.398217 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d067c-a1ca-4c66-a5ad-b54bccb21c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:57.462337 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1d8d067c-a1ca-4c66-a5ad-b54bccb21c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084403'] for router_gateway, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:57.560964 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1d8d067c-a1ca-4c66-a5ad-b54bccb21c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1956'] for router, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:57.563019 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1d8d067c-a1ca-4c66-a5ad-b54bccb21c98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:57.625595 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1d8d067c-a1ca-4c66-a5ad-b54bccb21c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776186'] for router, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:57.626143 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8d067c-a1ca-4c66-a5ad-b54bccb21c98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ced1697b-99ea-44c1-8249-cdd78a1caf41 {{(pid=93200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 11:14:57.631262 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1d8d067c-a1ca-4c66-a5ad-b54bccb21c98 admin admin] Notify callbacks [] for router, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:57.632537 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-1d8d067c-a1ca-4c66-a5ad-b54bccb21c98 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ced1697b-99ea-44c1-8249-cdd78a1caf41 HTTP/1.1" status: 204 len: 168 time: 0.8419442 Jul 27 11:14:57.634967 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33440) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:57.683981 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_v2 [None req-eede4e58-35ab-43f2-b716-43655c8987e5 admin admin] Deleting subnet f517b54a-3626-47d8-9035-6326e9196c6b {{(pid=93200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 11:14:57.687219 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-eede4e58-35ab-43f2-b716-43655c8987e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:57.721877 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-eede4e58-35ab-43f2-b716-43655c8987e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10195290'] for subnet, precommit_delete_associations {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:57.758976 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-eede4e58-35ab-43f2-b716-43655c8987e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989878'] for subnet, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:57.783014 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 87c58718-415d-4d3b-84ea-d4b862ac2252 up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:14:57.810238 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-eede4e58-35ab-43f2-b716-43655c8987e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10195291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10212511'] for subnet, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:57.830403 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port 87c58718-415d-4d3b-84ea-d4b862ac2252 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:14:57.834266 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 87c58718-415d-4d3b-84ea-d4b862ac2252 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:14:57.834761 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:57.840098 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede4e58-35ab-43f2-b716-43655c8987e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f517b54a-3626-47d8-9035-6326e9196c6b,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:57.842092 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-eede4e58-35ab-43f2-b716-43655c8987e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:57.846852 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-eede4e58-35ab-43f2-b716-43655c8987e5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f517b54a-3626-47d8-9035-6326e9196c6b HTTP/1.1" status: 204 len: 168 time: 0.2087207 Jul 27 11:14:57.847219 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33442) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:57.912801 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-910d64e7-5f5f-4c0a-bae7-8085b0566990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597342'] for network, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:57.915006 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:57.937081 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f45d24e-7bf6-424b-93e5-ebc7f1480003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c58718-415d-4d3b-84ea-d4b862ac2252'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:14:57.939494 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8dea5f-298d-44df-9586-0fbccdbb434a" -d '{"events": [{"server_uuid": "0f45d24e-7bf6-424b-93e5-ebc7f1480003", "name": "network-vif-plugged", "status": "completed", "tag": "87c58718-415d-4d3b-84ea-d4b862ac2252"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:14:57.952052 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 87c58718-415d-4d3b-84ea-d4b862ac2252, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=87c58718-415d-4d3b-84ea-d4b862ac2252,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:14:57.956808 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:57.957847 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 4027ef35-b875-43e1-b429-c925d371de1b no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:14:57.978425 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2588443d-44d1-44f2-8b8c-d1aa76a4d6e1 x-openstack-request-id: req-2588443d-44d1-44f2-8b8c-d1aa76a4d6e1 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:14:57.978714 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f45d24e-7bf6-424b-93e5-ebc7f1480003", "name": "network-vif-plugged", "status": "completed", "tag": "87c58718-415d-4d3b-84ea-d4b862ac2252", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:14:57.978966 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2588443d-44d1-44f2-8b8c-d1aa76a4d6e1 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:14:57.979357 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f45d24e-7bf6-424b-93e5-ebc7f1480003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c58718-415d-4d3b-84ea-d4b862ac2252', 'code': 200} Jul 27 11:14:57.982596 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: 4027ef35-b875-43e1-b429-c925d371de1b {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:14:57.982944 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 4027ef35-b875-43e1-b429-c925d371de1b not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:14:57.994175 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-910d64e7-5f5f-4c0a-bae7-8085b0566990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986681', 'neutron.services.segments.db._delete_segments_for_network-8738591500063'] for network, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:58.004975 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-910d64e7-5f5f-4c0a-bae7-8085b0566990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089ae8f8-3289-4a22-b4aa-56e4729a1204']}} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:14:58.016419 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-910d64e7-5f5f-4c0a-bae7-8085b0566990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808c4db8-4e0d-4d67-9ed4-cad6fdc1a502') {'for_net_delete': True} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:14:58.016793 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-910d64e7-5f5f-4c0a-bae7-8085b0566990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808c4db8-4e0d-4d67-9ed4-cad6fdc1a502') {} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:14:58.026506 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-910d64e7-5f5f-4c0a-bae7-8085b0566990 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738591500840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195113'] for segment, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:58.031565 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=87c58718-415d-4d3b-84ea-d4b862ac2252,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:58.041060 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-910d64e7-5f5f-4c0a-bae7-8085b0566990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:58.047333 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910d64e7-5f5f-4c0a-bae7-8085b0566990 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:14:58.047724 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-910d64e7-5f5f-4c0a-bae7-8085b0566990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10195253'] for segment, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: Traceback (most recent call last): Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: timer() Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: cb(*args, **kw) Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: return func(*args, **kwargs) Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: self._notify() Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: self.callback(batched_events) Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: event.method(event) Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: return f(self, *a, **k) Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._get(url).json() Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: return self.request(url, 'GET', **kwargs) Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 11:14:58.049525 dv-cinder-784956-7-iscsi neutron-server[93200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 11:14:58.105127 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-910d64e7-5f5f-4c0a-bae7-8085b0566990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084367'] for network, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:58.115277 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-910d64e7-5f5f-4c0a-bae7-8085b0566990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:58.117326 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-910d64e7-5f5f-4c0a-bae7-8085b0566990 admin admin] 10.222.0.16 "DELETE /v2.0/networks/089ae8f8-3289-4a22-b4aa-56e4729a1204 HTTP/1.1" status: 204 len: 168 time: 0.2693052 Jul 27 11:14:58.128785 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d64e7-5f5f-4c0a-bae7-8085b0566990 admin admin] Pushing event deleted for resources: {'Network': ['ID=089ae8f8-3289-4a22-b4aa-56e4729a1204,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:58.208421 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b0ca4-8085-4864-b80a-8d825030fe72 req-537f09a3-cc2d-4cba-bc4c-f881c90b7bbe tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:58.208697 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b26167-e14f-4252-945c-38ae2caaa4df req-fb6f1939-64d1-4b66-9b64-efc91afb2cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:58.210196 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-499b0ca4-8085-4864-b80a-8d825030fe72 req-537f09a3-cc2d-4cba-bc4c-f881c90b7bbe tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.0719283 Jul 27 11:14:58.211045 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-87b26167-e14f-4252-945c-38ae2caaa4df req-fb6f1939-64d1-4b66-9b64-efc91afb2cfc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 1099 time: 0.0664513 Jul 27 11:14:58.250202 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-87b26167-e14f-4252-945c-38ae2caaa4df req-1bcc69bb-84c3-42d5-abfd-80d9b3ecb313 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310912 Jul 27 11:14:58.259691 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-499b0ca4-8085-4864-b80a-8d825030fe72 req-70947116-8234-4bbb-acde-e8e8d2ffe1fb tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430183 Jul 27 11:14:58.334680 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33450) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:58.375275 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-a86ddfe2-d70f-4fac-bf3d-eb7d7aaf8073 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00106fa9d8714c23ac449b94423aa621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394590 Jul 27 11:14:58.377730 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33452) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:58.424380 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-919feeb7-81d9-41de-a175-233c0ced9e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:58.444452 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-919feeb7-81d9-41de-a175-233c0ced9e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:58.491018 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-919feeb7-81d9-41de-a175-233c0ced9e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:58.493495 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-919feeb7-81d9-41de-a175-233c0ced9e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:58.495016 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-919feeb7-81d9-41de-a175-233c0ced9e13 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36f66eb7-075f-42b9-ad8c-325227729f74 HTTP/1.1" status: 204 len: 168 time: 0.1163332 Jul 27 11:14:58.502874 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919feeb7-81d9-41de-a175-233c0ced9e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f66eb7-075f-42b9-ad8c-325227729f74,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:58.758772 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1 no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:14:58.779077 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:14:58.779434 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 1f007e0a-d9f5-41e5-97d9-1bdc4c0473f1 not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:14:58.779858 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 497d39fc-9831-4955-ab20-7334457842ea no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:14:58.801321 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: 497d39fc-9831-4955-ab20-7334457842ea {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:14:58.801966 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 497d39fc-9831-4955-ab20-7334457842ea not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:14:59.413213 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245956c8-0e03-4db1-a813-e2ce1f545f40 req-c1dbb20e-464f-4f74-9c4c-770069cebe63 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:14:59.414722 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-245956c8-0e03-4db1-a813-e2ce1f545f40 req-c1dbb20e-464f-4f74-9c4c-770069cebe63 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.0697439 Jul 27 11:14:59.460896 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-245956c8-0e03-4db1-a813-e2ce1f545f40 req-27d17126-6c2a-4726-888b-40890b8c99d2 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376055 Jul 27 11:14:59.688322 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33504) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:59.787313 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-26fe116a-170b-48f9-af8e-a4cd327c1726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:59.871035 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-26fe116a-170b-48f9-af8e-a4cd327c1726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:59.875141 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-26fe116a-170b-48f9-af8e-a4cd327c1726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:59.911347 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-26fe116a-170b-48f9-af8e-a4cd327c1726 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a20af1eb487b4467a51af8f20115754f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219839 Jul 27 11:14:59.912206 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe116a-170b-48f9-af8e-a4cd327c1726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d7f790-a531-436d-bbe7-baf3160b4bf3,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:14:59.914077 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 33508) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:14:59.962331 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c9f5258f-bdfe-4897-825f-bb9ce3e84d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:14:59.982415 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c9f5258f-bdfe-4897-825f-bb9ce3e84d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:00.027030 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c9f5258f-bdfe-4897-825f-bb9ce3e84d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:00.029652 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c9f5258f-bdfe-4897-825f-bb9ce3e84d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:00.031066 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-c9f5258f-bdfe-4897-825f-bb9ce3e84d61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3d7f790-a531-436d-bbe7-baf3160b4bf3 HTTP/1.1" status: 204 len: 168 time: 0.1157415 Jul 27 11:15:00.043137 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5258f-bdfe-4897-825f-bb9ce3e84d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d7f790-a531-436d-bbe7-baf3160b4bf3,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:00.597723 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa7230-4b58-4c7d-95cd-120e05903043 req-124dbfb2-f31e-4f53-9de3-633287106c66 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:00.599489 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6dfa7230-4b58-4c7d-95cd-120e05903043 req-124dbfb2-f31e-4f53-9de3-633287106c66 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.0687320 Jul 27 11:15:00.641152 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6dfa7230-4b58-4c7d-95cd-120e05903043 req-7fa77d45-ffee-4bcc-ad47-94f5c887a04f tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320983 Jul 27 11:15:00.773676 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32335226-7a2d-4751-a578-3e00e36ec0fb req-a21a21a8-5ed1-47d3-adbc-c22979c017fe tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:00.775188 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-32335226-7a2d-4751-a578-3e00e36ec0fb req-a21a21a8-5ed1-47d3-adbc-c22979c017fe tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.0704963 Jul 27 11:15:00.783802 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33538) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:00.788344 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-29b2a1ee-02bf-4140-b794-0b72e3634b45 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Request body: {'floatingip': {'port_id': '87c58718-415d-4d3b-84ea-d4b862ac2252'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:00.826657 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-29b2a1ee-02bf-4140-b794-0b72e3634b45 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for floatingip, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:01.274556 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-29b2a1ee-02bf-4140-b794-0b72e3634b45 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:01.278227 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-29b2a1ee-02bf-4140-b794-0b72e3634b45 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084477'] for floatingip, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:01.376809 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.l3_db [None req-29b2a1ee-02bf-4140-b794-0b72e3634b45 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Floating IP dc6b69bd-5469-4ff9-8e6b-c38ed228a41b associated. External IP: 172.27.3.24, port: 87c58718-415d-4d3b-84ea-d4b862ac2252. Jul 27 11:15:01.492664 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 33558) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:01.587249 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b2a1ee-02bf-4140-b794-0b72e3634b45 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Router 6a255457-6967-4a81-8903-ea414e850adc has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:15:01.592720 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a13a1cf1-055e-4bee-8c0d-e00011ed616d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:01.683337 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a13a1cf1-055e-4bee-8c0d-e00011ed616d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:01.687496 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a13a1cf1-055e-4bee-8c0d-e00011ed616d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:01.695296 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b2a1ee-02bf-4140-b794-0b72e3634b45 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:15:01.699808 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-29b2a1ee-02bf-4140-b794-0b72e3634b45 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:01.706113 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c2397a-d8d2-4250-acd4-a3d0460e44f3 None None] Sync routers for ids ['6a255457-6967-4a81-8903-ea414e850adc'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:15:01.716528 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c2397a-d8d2-4250-acd4-a3d0460e44f3 None None] Routers {'6a255457-6967-4a81-8903-ea414e850adc'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:15:01.717472 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-69c2397a-d8d2-4250-acd4-a3d0460e44f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:14:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['6a255457-6967-4a81-8903-ea414e850adc'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:01.728445 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-a13a1cf1-055e-4bee-8c0d-e00011ed616d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e66b7590a1e435397b98d88e796a8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324138 Jul 27 11:15:01.728445 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a1cf1-055e-4bee-8c0d-e00011ed616d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfcf6f5-702e-45cd-80e8-e542ae5abcc1,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:01.728732 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33562) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:01.753605 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-29b2a1ee-02bf-4140-b794-0b72e3634b45 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "PUT /v2.0/floatingips/dc6b69bd-5469-4ff9-8e6b-c38ed228a41b HTTP/1.1" status: 200 len: 991 time: 0.9687214 Jul 27 11:15:01.758118 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f45d24e-7bf6-424b-93e5-ebc7f1480003', 'tag': '87c58718-415d-4d3b-84ea-d4b862ac2252'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:15:01.760370 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb8b782-b55c-430e-8d17-1c1bb0e1f1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "0f45d24e-7bf6-424b-93e5-ebc7f1480003", "tag": "87c58718-415d-4d3b-84ea-d4b862ac2252"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:15:01.795655 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-08270553-6909-4048-9062-0c7b148bc6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:01.806964 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470eb9ce-c220-47f4-bd0f-198b3e641b79 x-openstack-request-id: req-470eb9ce-c220-47f4-bd0f-198b3e641b79 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:15:01.807354 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f45d24e-7bf6-424b-93e5-ebc7f1480003", "tag": "87c58718-415d-4d3b-84ea-d4b862ac2252", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:15:01.807675 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-470eb9ce-c220-47f4-bd0f-198b3e641b79 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:15:01.808133 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f45d24e-7bf6-424b-93e5-ebc7f1480003', 'tag': '87c58718-415d-4d3b-84ea-d4b862ac2252', 'status': 'completed', 'code': 200} Jul 27 11:15:01.820698 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-08270553-6909-4048-9062-0c7b148bc6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:01.839010 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-69c2397a-d8d2-4250-acd4-a3d0460e44f3 None None] Set router 6a255457-6967-4a81-8903-ea414e850adc gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:15:01.871322 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-08270553-6909-4048-9062-0c7b148bc6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:01.874220 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-08270553-6909-4048-9062-0c7b148bc6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:01.877791 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-08270553-6909-4048-9062-0c7b148bc6b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2dfcf6f5-702e-45cd-80e8-e542ae5abcc1 HTTP/1.1" status: 204 len: 168 time: 0.1456902 Jul 27 11:15:01.886936 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08270553-6909-4048-9062-0c7b148bc6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfcf6f5-702e-45cd-80e8-e542ae5abcc1,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:01.921915 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b782-b55c-430e-8d17-1c1bb0e1f1a7 req-744b91f1-b601-4922-9de6-8d94c2dc3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:01.923538 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-ecb8b782-b55c-430e-8d17-1c1bb0e1f1a7 req-744b91f1-b601-4922-9de6-8d94c2dc3be9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39b2b0d7b22e4c15b8cdd715a4210837&device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 1099 time: 0.0688884 Jul 27 11:15:02.020926 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b782-b55c-430e-8d17-1c1bb0e1f1a7 req-f517bb62-65c6-420e-b60a-1dd9af9e2a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:02.022580 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-ecb8b782-b55c-430e-8d17-1c1bb0e1f1a7 req-f517bb62-65c6-420e-b60a-1dd9af9e2a9f service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b197248-f0ce-4827-933d-69338f8090b1 HTTP/1.1" status: 200 len: 916 time: 0.0915461 Jul 27 11:15:02.092053 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-ecb8b782-b55c-430e-8d17-1c1bb0e1f1a7 req-1d644ff9-e849-485e-8205-a517441161e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87c58718-415d-4d3b-84ea-d4b862ac2252 HTTP/1.1" status: 200 len: 999 time: 0.0621443 Jul 27 11:15:02.124682 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-69c2397a-d8d2-4250-acd4-a3d0460e44f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:28Z', 'revision_number': 4, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': 'dc6b69bd-5469-4ff9-8e6b-c38ed228a41b', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'floating_ip_address': '172.27.3.24', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': '6a255457-6967-4a81-8903-ea414e850adc', 'port_id': '87c58718-415d-4d3b-84ea-d4b862ac2252', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'mac_address': 'fa:16:3e:39:78:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f45d24e-7bf6-424b-93e5-ebc7f1480003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:14:48Z', 'updated_at': '2021-07-27T11:15:01Z', 'revision_number': 1, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abf644f-9f22-49ca-a2d5-91f15391827f', 'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'mac_address': 'fa:16:3e:a8:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:25Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'subnets': [{'id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:02.143421 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b782-b55c-430e-8d17-1c1bb0e1f1a7 req-1a200811-d147-492b-bc17-4d1a00c00fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:02.144979 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-ecb8b782-b55c-430e-8d17-1c1bb0e1f1a7 req-1a200811-d147-492b-bc17-4d1a00c00fe2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1689c5ce-0d31-49d5-be62-eea37f7808eb HTTP/1.1" status: 200 len: 855 time: 0.0463393 Jul 27 11:15:02.151782 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c2397a-d8d2-4250-acd4-a3d0460e44f3 None None] Checking router: 6a255457-6967-4a81-8903-ea414e850adc for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:15:02.161584 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c2397a-d8d2-4250-acd4-a3d0460e44f3 None None] Routers {'6a255457-6967-4a81-8903-ea414e850adc'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:15:02.162237 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-69c2397a-d8d2-4250-acd4-a3d0460e44f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:14:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['6a255457-6967-4a81-8903-ea414e850adc'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:02.165966 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33572) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:02.210248 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8b782-b55c-430e-8d17-1c1bb0e1f1a7 req-f43aef4c-b88f-4a4b-823e-81c0bdfab353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:02.211900 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-ecb8b782-b55c-430e-8d17-1c1bb0e1f1a7 req-f43aef4c-b88f-4a4b-823e-81c0bdfab353 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b197248-f0ce-4827-933d-69338f8090b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589797 Jul 27 11:15:02.277186 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-69c2397a-d8d2-4250-acd4-a3d0460e44f3 None None] Set router 6a255457-6967-4a81-8903-ea414e850adc gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:15:02.309430 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-ecb8b782-b55c-430e-8d17-1c1bb0e1f1a7 req-2d22646d-bdb2-4ba5-87ae-61c8847695d0 service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895743 Jul 27 11:15:02.401827 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-ecb8b782-b55c-430e-8d17-1c1bb0e1f1a7 req-d8365215-152b-44d0-97e5-39357f617154 service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854478 Jul 27 11:15:02.442246 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-409524b8-a85c-48be-afa8-ec21babd1cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:02.510447 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-69c2397a-d8d2-4250-acd4-a3d0460e44f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:28Z', 'revision_number': 4, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': 'dc6b69bd-5469-4ff9-8e6b-c38ed228a41b', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'floating_ip_address': '172.27.3.24', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': '6a255457-6967-4a81-8903-ea414e850adc', 'port_id': '87c58718-415d-4d3b-84ea-d4b862ac2252', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'mac_address': 'fa:16:3e:39:78:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f45d24e-7bf6-424b-93e5-ebc7f1480003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:14:48Z', 'updated_at': '2021-07-27T11:15:01Z', 'revision_number': 1, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abf644f-9f22-49ca-a2d5-91f15391827f', 'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'mac_address': 'fa:16:3e:a8:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:25Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'subnets': [{'id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:02.531447 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-409524b8-a85c-48be-afa8-ec21babd1cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:02.535270 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-409524b8-a85c-48be-afa8-ec21babd1cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:02.540881 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c2397a-d8d2-4250-acd4-a3d0460e44f3 None None] The sync data for ids ['6a255457-6967-4a81-8903-ea414e850adc'] in dv-cinder-784956-7-iscsi is: [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:28Z', 'revision_number': 4, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': 'dc6b69bd-5469-4ff9-8e6b-c38ed228a41b', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'floating_ip_address': '172.27.3.24', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': '6a255457-6967-4a81-8903-ea414e850adc', 'port_id': '87c58718-415d-4d3b-84ea-d4b862ac2252', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'mac_address': 'fa:16:3e:39:78:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f45d24e-7bf6-424b-93e5-ebc7f1480003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:14:48Z', 'updated_at': '2021-07-27T11:15:01Z', 'revision_number': 1, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abf644f-9f22-49ca-a2d5-91f15391827f', 'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'mac_address': 'fa:16:3e:a8:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:25Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'subnets': [{'id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:15:02.573927 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-409524b8-a85c-48be-afa8-ec21babd1cc5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b8edbc8e5104628a28052469ef352aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067838 Jul 27 11:15:02.574644 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409524b8-a85c-48be-afa8-ec21babd1cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cd73fa-a5cc-41f9-afe3-002f10910709,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:02.576547 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 33574) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:02.637011 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-69485fd0-abbf-4fb7-866c-910c09bf3d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:02.658251 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-69485fd0-abbf-4fb7-866c-910c09bf3d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:02.705872 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-69485fd0-abbf-4fb7-866c-910c09bf3d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:02.708407 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-69485fd0-abbf-4fb7-866c-910c09bf3d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:02.709621 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-69485fd0-abbf-4fb7-866c-910c09bf3d9c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74cd73fa-a5cc-41f9-afe3-002f10910709 HTTP/1.1" status: 204 len: 168 time: 0.1314127 Jul 27 11:15:02.717307 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69485fd0-abbf-4fb7-866c-910c09bf3d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cd73fa-a5cc-41f9-afe3-002f10910709,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:02.767511 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3065b4-1b88-4aa1-8220-22e7d200e696 None None] New status for floating IP dc6b69bd-5469-4ff9-8e6b-c38ed228a41b: ACTIVE {{(pid=93202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 11:15:04.305230 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:05.463557 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17403b-6993-4bf2-8eec-3d67a8110d1e req-fa68e508-5102-4e7f-948d-d0aeea6e7402 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:05.465022 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4d17403b-6993-4bf2-8eec-3d67a8110d1e req-fa68e508-5102-4e7f-948d-d0aeea6e7402 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0629654 Jul 27 11:15:05.504169 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4d17403b-6993-4bf2-8eec-3d67a8110d1e req-aab86d4b-806d-42eb-8337-7aa20fcd397a tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331728 Jul 27 11:15:06.641413 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad57ae-8d8f-46b7-8ea2-c7a74cf44931 req-200cb0a3-c380-4bdd-9d34-dd210f0c71be tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:06.642924 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-05ad57ae-8d8f-46b7-8ea2-c7a74cf44931 req-200cb0a3-c380-4bdd-9d34-dd210f0c71be tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0669527 Jul 27 11:15:06.680217 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-05ad57ae-8d8f-46b7-8ea2-c7a74cf44931 req-be762842-689d-43a3-8156-5c9279b081ce tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311933 Jul 27 11:15:07.493057 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482463ee-e969-4b96-90c9-cf52314571ea req-2140c533-4d64-4c7e-9575-f1caca6c8363 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:07.495369 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-482463ee-e969-4b96-90c9-cf52314571ea req-2140c533-4d64-4c7e-9575-f1caca6c8363 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0654855 Jul 27 11:15:07.812472 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae136d8-9ad5-4222-a07b-f5d9aef6fdc9 req-fef7c142-ab4f-4602-ad75-842593cbb6ce tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:07.813554 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [req-482463ee-e969-4b96-90c9-cf52314571ea req-7da72bb8-11f9-4f17-826d-b694fa616f43 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Deleting port c133c5c5-bf30-4ef5-82db-4553057eecf3 {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:15:07.813906 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-482463ee-e969-4b96-90c9-cf52314571ea req-7da72bb8-11f9-4f17-826d-b694fa616f43 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:07.814026 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7ae136d8-9ad5-4222-a07b-f5d9aef6fdc9 req-fef7c142-ab4f-4602-ad75-842593cbb6ce tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 945 time: 0.0653372 Jul 27 11:15:07.851196 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7ae136d8-9ad5-4222-a07b-f5d9aef6fdc9 req-b20f1a48-180c-449c-af97-aeb1b6eeb0ca tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=40e55ab4-8132-403d-9047-c4d63fd08f35&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309560 Jul 27 11:15:07.901830 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [req-482463ee-e969-4b96-90c9-cf52314571ea req-7da72bb8-11f9-4f17-826d-b694fa616f43 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] For port c133c5c5-bf30-4ef5-82db-4553057eecf3, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c133c5c5-bf30-4ef5-82db-4553057eecf3,segment=NetworkSegment(e53c83d7-3bbd-45fd-9997-748cab2aa915),segment_id=e53c83d7-3bbd-45fd-9997-748cab2aa915)] {{(pid=93199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:15:07.902201 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-482463ee-e969-4b96-90c9-cf52314571ea req-7da72bb8-11f9-4f17-826d-b694fa616f43 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:08.068563 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-482463ee-e969-4b96-90c9-cf52314571ea req-7da72bb8-11f9-4f17-826d-b694fa616f43 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:08.068937 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-482463ee-e969-4b96-90c9-cf52314571ea req-7da72bb8-11f9-4f17-826d-b694fa616f43 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084477'] for floatingip, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:08.069251 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.l3_db [req-482463ee-e969-4b96-90c9-cf52314571ea req-7da72bb8-11f9-4f17-826d-b694fa616f43 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Floating IP 61abd402-055b-47a2-a9ca-df73ba90643d disassociated. External IP: 172.27.3.76, port: c133c5c5-bf30-4ef5-82db-4553057eecf3. Jul 27 11:15:08.069624 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [req-482463ee-e969-4b96-90c9-cf52314571ea req-7da72bb8-11f9-4f17-826d-b694fa616f43 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Calling delete_port for c133c5c5-bf30-4ef5-82db-4553057eecf3 owned by compute:nova {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:15:08.191344 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-482463ee-e969-4b96-90c9-cf52314571ea req-7da72bb8-11f9-4f17-826d-b694fa616f43 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:08.223282 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da72bb8-11f9-4f17-826d-b694fa616f43 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Pushing event deleted for resources: {'Port': ['ID=c133c5c5-bf30-4ef5-82db-4553057eecf3,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:08.334893 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-482463ee-e969-4b96-90c9-cf52314571ea req-7da72bb8-11f9-4f17-826d-b694fa616f43 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Router 3a2561b0-6ea6-4005-9f6a-a6681142925e has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:15:08.437728 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-482463ee-e969-4b96-90c9-cf52314571ea req-7da72bb8-11f9-4f17-826d-b694fa616f43 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:15:08.447120 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d59fbc-7f1a-47cb-b972-5fcce3f824d1 None None] Sync routers for ids ['3a2561b0-6ea6-4005-9f6a-a6681142925e'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:15:08.457353 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d59fbc-7f1a-47cb-b972-5fcce3f824d1 None None] Routers {'3a2561b0-6ea6-4005-9f6a-a6681142925e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:15:08.457995 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-b9d59fbc-7f1a-47cb-b972-5fcce3f824d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:14:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['3a2561b0-6ea6-4005-9f6a-a6681142925e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:08.486080 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [req-482463ee-e969-4b96-90c9-cf52314571ea req-7da72bb8-11f9-4f17-826d-b694fa616f43 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] No DVR routers for this DVR port c133c5c5-bf30-4ef5-82db-4553057eecf3 on host hv-cinder-78495 {{(pid=93199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:15:08.488673 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-482463ee-e969-4b96-90c9-cf52314571ea req-7da72bb8-11f9-4f17-826d-b694fa616f43 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:08.490902 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-482463ee-e969-4b96-90c9-cf52314571ea req-7da72bb8-11f9-4f17-826d-b694fa616f43 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.20 "DELETE /v2.0/ports/c133c5c5-bf30-4ef5-82db-4553057eecf3 HTTP/1.1" status: 204 len: 173 time: 0.9894071 Jul 27 11:15:08.491362 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1702337-322d-4f1a-8322-3f1d61ae9991', 'name': 'network-vif-deleted', 'tag': 'c133c5c5-bf30-4ef5-82db-4553057eecf3'}] {{(pid=93199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:15:08.494207 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d443fbfdc714505da2ae46b12ec6c602a25b40796aa13b1bf78cba4db9ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecad82a2-3260-4c98-a2f2-8758d6ff8318" -d '{"events": [{"server_uuid": "d1702337-322d-4f1a-8322-3f1d61ae9991", "name": "network-vif-deleted", "tag": "c133c5c5-bf30-4ef5-82db-4553057eecf3"}]}' {{(pid=93199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:15:08.535323 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6d797c-3253-4b5a-9adb-cf767e85e2c2 x-openstack-request-id: req-1b6d797c-3253-4b5a-9adb-cf767e85e2c2 {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:15:08.535612 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1702337-322d-4f1a-8322-3f1d61ae9991", "name": "network-vif-deleted", "tag": "c133c5c5-bf30-4ef5-82db-4553057eecf3", "status": "completed", "code": 200}]} {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:15:08.535863 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b6d797c-3253-4b5a-9adb-cf767e85e2c2 {{(pid=93199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:15:08.536257 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1702337-322d-4f1a-8322-3f1d61ae9991', 'name': 'network-vif-deleted', 'tag': 'c133c5c5-bf30-4ef5-82db-4553057eecf3', 'status': 'completed', 'code': 200} Jul 27 11:15:08.571369 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-b9d59fbc-7f1a-47cb-b972-5fcce3f824d1 None None] Set router 3a2561b0-6ea6-4005-9f6a-a6681142925e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:15:08.907904 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-b9d59fbc-7f1a-47cb-b972-5fcce3f824d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:26Z', 'revision_number': 4, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port': {'id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '3be90a97-766a-43cc-b336-c39445d635f8', 'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'mac_address': 'fa:16:3e:48:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:24Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'subnets': [{'id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:08.937325 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d59fbc-7f1a-47cb-b972-5fcce3f824d1 None None] Checking router: 3a2561b0-6ea6-4005-9f6a-a6681142925e for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:15:08.946010 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d59fbc-7f1a-47cb-b972-5fcce3f824d1 None None] Routers {'3a2561b0-6ea6-4005-9f6a-a6681142925e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:15:08.946695 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-b9d59fbc-7f1a-47cb-b972-5fcce3f824d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:14:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['3a2561b0-6ea6-4005-9f6a-a6681142925e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:08.969899 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9414f067-1553-466e-9da4-1496730974a5 req-941afb3b-1bb1-4ec4-9e86-59aceb86c4b7 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1702337-322d-4f1a-8322-3f1d61ae9991 HTTP/1.1" status: 200 len: 210 time: 0.0330982 Jul 27 11:15:09.061068 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-b9d59fbc-7f1a-47cb-b972-5fcce3f824d1 None None] Set router 3a2561b0-6ea6-4005-9f6a-a6681142925e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:15:09.279101 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-b9d59fbc-7f1a-47cb-b972-5fcce3f824d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:26Z', 'revision_number': 4, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port': {'id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '3be90a97-766a-43cc-b336-c39445d635f8', 'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'mac_address': 'fa:16:3e:48:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:24Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'subnets': [{'id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:09.305129 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d59fbc-7f1a-47cb-b972-5fcce3f824d1 None None] The sync data for ids ['3a2561b0-6ea6-4005-9f6a-a6681142925e'] in dv-cinder-784956-7-iscsi is: [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:26Z', 'revision_number': 4, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port': {'id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '3be90a97-766a-43cc-b336-c39445d635f8', 'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'mac_address': 'fa:16:3e:48:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:24Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'subnets': [{'id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:15:09.515852 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aceb64-1383-4139-ad41-646b9af00180 None None] New status for floating IP 61abd402-055b-47a2-a9ca-df73ba90643d: DOWN {{(pid=93202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 11:15:10.053018 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 33724) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:10.105331 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8748b23d-162f-452d-9379-fc00938b2e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:10.128177 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8748b23d-162f-452d-9379-fc00938b2e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:10.174492 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8748b23d-162f-452d-9379-fc00938b2e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:10.177021 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8748b23d-162f-452d-9379-fc00938b2e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:10.178181 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-8748b23d-162f-452d-9379-fc00938b2e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "DELETE /v2.0/security-groups/40e55ab4-8132-403d-9047-c4d63fd08f35 HTTP/1.1" status: 204 len: 168 time: 0.1240497 Jul 27 11:15:10.180964 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33726) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:10.186920 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748b23d-162f-452d-9379-fc00938b2e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e55ab4-8132-403d-9047-c4d63fd08f35,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:10.195007 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.api.v2.resource [None req-68624f45-569f-42ee-883c-53538d186b71 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] show failed (client error): The resource could not be found. Jul 27 11:15:10.196014 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-68624f45-569f-42ee-883c-53538d186b71 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups/40e55ab4-8132-403d-9047-c4d63fd08f35 HTTP/1.1" status: 404 len: 347 time: 0.0134513 Jul 27 11:15:10.198829 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33728) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:10.321322 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-1923424b-656e-483e-8c4d-9607cfe7ab04 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Deleting port cc25dbb5-48d8-4dc1-8b0b-97d46805fc0c {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:15:10.321612 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1923424b-656e-483e-8c4d-9607cfe7ab04 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:10.393564 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1923424b-656e-483e-8c4d-9607cfe7ab04 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:10.393900 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1923424b-656e-483e-8c4d-9607cfe7ab04 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:10.405683 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-1923424b-656e-483e-8c4d-9607cfe7ab04 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Calling delete_port for cc25dbb5-48d8-4dc1-8b0b-97d46805fc0c owned by network:floatingip {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:15:10.535339 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1923424b-656e-483e-8c4d-9607cfe7ab04 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:10.559409 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923424b-656e-483e-8c4d-9607cfe7ab04 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Pushing event deleted for resources: {'Port': ['ID=cc25dbb5-48d8-4dc1-8b0b-97d46805fc0c,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:10.622778 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1923424b-656e-483e-8c4d-9607cfe7ab04 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for floatingip, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:10.625387 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-1923424b-656e-483e-8c4d-9607cfe7ab04 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:10.627406 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-1923424b-656e-483e-8c4d-9607cfe7ab04 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "DELETE /v2.0/floatingips/61abd402-055b-47a2-a9ca-df73ba90643d HTTP/1.1" status: 204 len: 168 time: 0.4268939 Jul 27 11:15:10.969840 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 33744) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:10.974629 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-5486b583-c1c0-47c1-97d9-70f5918ffa85 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1300223178', 'description': 'tempest-description--1230031624'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:10.997816 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5486b583-c1c0-47c1-97d9-70f5918ffa85 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.077331 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5486b583-c1c0-47c1-97d9-70f5918ffa85 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.082347 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5486b583-c1c0-47c1-97d9-70f5918ffa85 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.112286 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5486b583-c1c0-47c1-97d9-70f5918ffa85 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.113651 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-5486b583-c1c0-47c1-97d9-70f5918ffa85 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1426964 Jul 27 11:15:11.116824 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33750) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:11.118027 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486b583-c1c0-47c1-97d9-70f5918ffa85 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbd0699-5988-4faf-80af-9b25e928cd93,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:11.128542 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-810f9bf3-e200-488c-a8ce-d07789575776 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Request body: {'security_group_rule': {'security_group_id': '5bbd0699-5988-4faf-80af-9b25e928cd93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:11.156244 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-810f9bf3-e200-488c-a8ce-d07789575776 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.215025 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-810f9bf3-e200-488c-a8ce-d07789575776 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.219212 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-810f9bf3-e200-488c-a8ce-d07789575776 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.234377 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f9bf3-e200-488c-a8ce-d07789575776 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380ec1fb-9dad-4b51-a7c4-da5f50dd6c0e,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:11.242915 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-810f9bf3-e200-488c-a8ce-d07789575776 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.246775 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-810f9bf3-e200-488c-a8ce-d07789575776 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258981 Jul 27 11:15:11.246987 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33754) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:11.251952 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-fd81613b-a753-4a74-8546-092c1f604515 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Request body: {'security_group_rule': {'security_group_id': '5bbd0699-5988-4faf-80af-9b25e928cd93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:11.259681 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 33756) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:11.277584 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fd81613b-a753-4a74-8546-092c1f604515 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.332824 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fd81613b-a753-4a74-8546-092c1f604515 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.336200 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fd81613b-a753-4a74-8546-092c1f604515 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.357789 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81613b-a753-4a74-8546-092c1f604515 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d086aeb-1818-46e4-9311-a12344adabbb,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:11.363455 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-efea0bb0-c09e-48d7-8239-8c6c49904921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.366192 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fd81613b-a753-4a74-8546-092c1f604515 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.367563 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-fd81613b-a753-4a74-8546-092c1f604515 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195631 Jul 27 11:15:11.370512 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33760) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:11.375717 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-22f0a67b-3c66-4038-aa9d-78303c67a0b1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Request body: {'floatingip': {'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:11.449065 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-efea0bb0-c09e-48d7-8239-8c6c49904921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.452646 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-efea0bb0-c09e-48d7-8239-8c6c49904921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.467960 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-22f0a67b-3c66-4038-aa9d-78303c67a0b1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for floatingip, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.490782 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-efea0bb0-c09e-48d7-8239-8c6c49904921 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac53e7b111614e92afe9e719b0b5dc1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300441 Jul 27 11:15:11.491889 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea0bb0-c09e-48d7-8239-8c6c49904921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb3b0be-c5dc-4850-8c16-7f941e55cf9c,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:11.494174 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 33762) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:11.541169 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-859731ae-0eff-4c79-b5f8-1d161cfd7180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.562936 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-859731ae-0eff-4c79-b5f8-1d161cfd7180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.566584 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-22f0a67b-3c66-4038-aa9d-78303c67a0b1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.610151 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-859731ae-0eff-4c79-b5f8-1d161cfd7180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.612959 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-859731ae-0eff-4c79-b5f8-1d161cfd7180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.614132 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-859731ae-0eff-4c79-b5f8-1d161cfd7180 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5eb3b0be-c5dc-4850-8c16-7f941e55cf9c HTTP/1.1" status: 204 len: 168 time: 0.1190674 Jul 27 11:15:11.621529 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859731ae-0eff-4c79-b5f8-1d161cfd7180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb3b0be-c5dc-4850-8c16-7f941e55cf9c,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:11.673231 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [None req-22f0a67b-3c66-4038-aa9d-78303c67a0b1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Allocated IP 172.27.3.225 (b1883f27-eaab-4700-a5a8-37e3631f126f/c4c466e5-926d-42c1-b136-e6bf3690c687/b6cc6468-997d-40cb-af4f-7371515d6edc) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:15:11.776745 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-22f0a67b-3c66-4038-aa9d-78303c67a0b1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.817630 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-22f0a67b-3c66-4038-aa9d-78303c67a0b1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.838989 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device c133c5c5-bf30-4ef5-82db-4553057eecf3 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:15:11.857678 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f0a67b-3c66-4038-aa9d-78303c67a0b1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Network b1883f27-eaab-4700-a5a8-37e3631f126f is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:15:11.862524 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: c133c5c5-bf30-4ef5-82db-4553057eecf3 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:15:11.862873 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device c133c5c5-bf30-4ef5-82db-4553057eecf3 not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:15:11.863934 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-22f0a67b-3c66-4038-aa9d-78303c67a0b1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:15:11.868658 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f0a67b-3c66-4038-aa9d-78303c67a0b1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:15:11.871603 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0a67b-3c66-4038-aa9d-78303c67a0b1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Pushing event updated for resources: {'Port': ['ID=b6cc6468-997d-40cb-af4f-7371515d6edc,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:11.878258 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 33770) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:11.893007 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-bf379a10-b35f-4325-8468-76345647a049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.961493 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-22f0a67b-3c66-4038-aa9d-78303c67a0b1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.990656 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-bf379a10-b35f-4325-8468-76345647a049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:11.994708 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-bf379a10-b35f-4325-8468-76345647a049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:12.004607 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-22f0a67b-3c66-4038-aa9d-78303c67a0b1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:12.032746 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-bf379a10-b35f-4325-8468-76345647a049 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b82bd3eb6c84c86a5849578c080d18e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532972 Jul 27 11:15:12.035661 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 33772) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:12.042299 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf379a10-b35f-4325-8468-76345647a049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb9727d-35c3-44d8-9100-7f3befd90c5b,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:12.086606 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d809642a-8f95-4fbb-b72f-8c97979b7f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:12.108299 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d809642a-8f95-4fbb-b72f-8c97979b7f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:12.152672 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-22f0a67b-3c66-4038-aa9d-78303c67a0b1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:12.154552 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d809642a-8f95-4fbb-b72f-8c97979b7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:12.157796 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-22f0a67b-3c66-4038-aa9d-78303c67a0b1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:12.158318 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d809642a-8f95-4fbb-b72f-8c97979b7f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:12.162010 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-d809642a-8f95-4fbb-b72f-8c97979b7f7c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3eb9727d-35c3-44d8-9100-7f3befd90c5b HTTP/1.1" status: 204 len: 168 time: 0.1233666 Jul 27 11:15:12.169020 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809642a-8f95-4fbb-b72f-8c97979b7f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb9727d-35c3-44d8-9100-7f3befd90c5b,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:12.230041 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0a67b-3c66-4038-aa9d-78303c67a0b1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Pushing event updated for resources: {'Port': ['ID=b6cc6468-997d-40cb-af4f-7371515d6edc,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:12.240784 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-22f0a67b-3c66-4038-aa9d-78303c67a0b1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084477'] for floatingip, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:12.253805 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-22f0a67b-3c66-4038-aa9d-78303c67a0b1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:12.255301 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-22f0a67b-3c66-4038-aa9d-78303c67a0b1 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8835745 Jul 27 11:15:12.444966 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-cfa27059-0a53-4b74-ae11-5c1b9200c063 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1300223178&fields=id&tenant_id=983cb18737eb4b72ae1747ef4d5731a1 HTTP/1.1" status: 200 len: 267 time: 0.0351157 Jul 27 11:15:12.493688 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 33790) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:12.507704 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-806dec1a-2209-4a35-9a94-1178e5b29dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:12.561775 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-7187cea6-b3bf-4823-ad0e-d98fa20897d2 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:12.563303 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-7187cea6-b3bf-4823-ad0e-d98fa20897d2 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/networks?id=b646d9a6-e951-486f-9f74-88c0b53d2484 HTTP/1.1" status: 200 len: 811 time: 0.1105640 Jul 27 11:15:12.579208 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-e116e11f-3b8b-4830-b38c-d29b7ab6ab24 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/quotas/983cb18737eb4b72ae1747ef4d5731a1 HTTP/1.1" status: 200 len: 375 time: 0.0097017 Jul 27 11:15:12.596666 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-806dec1a-2209-4a35-9a94-1178e5b29dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:12.602407 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-806dec1a-2209-4a35-9a94-1178e5b29dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:12.645386 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-806dec1a-2209-4a35-9a94-1178e5b29dce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b3938a989a44277bd39869c097f7094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503172 Jul 27 11:15:12.646290 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806dec1a-2209-4a35-9a94-1178e5b29dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284f1ccf-2c7f-498a-80f4-1f4b0bf980db,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:12.649355 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 33792) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:12.660326 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-7b1442dc-4753-4e7b-b12c-f9ef1fa9c1af tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=983cb18737eb4b72ae1747ef4d5731a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0726979 Jul 27 11:15:12.698750 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e1d83c45-35f6-4761-a567-f3531011ae6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:12.719916 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e1d83c45-35f6-4761-a567-f3531011ae6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:12.749970 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-f59387d2-4e75-499d-a916-a2231b25d73e service neutron] 10.222.0.16 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849392 Jul 27 11:15:12.771147 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e1d83c45-35f6-4761-a567-f3531011ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:12.773821 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e1d83c45-35f6-4761-a567-f3531011ae6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:12.775004 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-e1d83c45-35f6-4761-a567-f3531011ae6e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/284f1ccf-2c7f-498a-80f4-1f4b0bf980db HTTP/1.1" status: 204 len: 168 time: 0.1245272 Jul 27 11:15:12.783230 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d83c45-35f6-4761-a567-f3531011ae6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284f1ccf-2c7f-498a-80f4-1f4b0bf980db,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:12.843711 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-76230be6-fd4e-4548-971b-e256ebfb4f92 service neutron] 10.222.0.16 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875068 Jul 27 11:15:13.015864 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0d345347-4865-4b29-9ac5-c53ffeb5bc25 req-1ac40e3b-0cad-4cec-9e3b-caa598164206 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 210 time: 0.0339537 Jul 27 11:15:13.804764 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 33834) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:13.910424 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-45056098-0894-42b8-959d-75d91012c25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:14.050251 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-193aa8ff-6f32-4b39-9197-1fde381d5fe5 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:14.051874 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-193aa8ff-6f32-4b39-9197-1fde381d5fe5 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.20 "GET /v2.0/networks?id=b646d9a6-e951-486f-9f74-88c0b53d2484 HTTP/1.1" status: 200 len: 811 time: 0.1385548 Jul 27 11:15:14.126217 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-45056098-0894-42b8-959d-75d91012c25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:14.131605 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d35b5b8b-c16e-4207-80fc-6371051c17fe tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=983cb18737eb4b72ae1747ef4d5731a1 HTTP/1.1" status: 200 len: 380 time: 0.0605047 Jul 27 11:15:14.133311 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-45056098-0894-42b8-959d-75d91012c25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:14.158105 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-672cb107-0800-43b7-a6f6-2cd6b9a95d0f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Request body: {'port': {'device_id': 'ca92448b-84dc-45be-8d12-2191b1c18a64', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'admin_state_up': True, 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'security_groups': ['5bbd0699-5988-4faf-80af-9b25e928cd93']}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:14.162259 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-79165bfe-db70-4ef2-b2e4-e4071ac66d08 req-fd32efa6-fd6e-4548-aadf-52a5d0b4853c tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 210 time: 0.0407996 Jul 27 11:15:14.221925 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-45056098-0894-42b8-959d-75d91012c25d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f6da67354d74deea3c51e4bf8d0576a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4160466 Jul 27 11:15:14.224461 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45056098-0894-42b8-959d-75d91012c25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197fd21d-dbe8-4776-80c4-3309d8cf6480,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:14.224592 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 33846) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:14.275953 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8dde5679-fde8-4c8d-8415-f293020eb96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:14.291240 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-672cb107-0800-43b7-a6f6-2cd6b9a95d0f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Made reservation on behalf of 983cb18737eb4b72ae1747ef4d5731a1 for: {'port': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:15:14.294892 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-672cb107-0800-43b7-a6f6-2cd6b9a95d0f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:14.297797 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8dde5679-fde8-4c8d-8415-f293020eb96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:14.343958 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8dde5679-fde8-4c8d-8415-f293020eb96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:14.346551 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8dde5679-fde8-4c8d-8415-f293020eb96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:14.347691 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-8dde5679-fde8-4c8d-8415-f293020eb96d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/197fd21d-dbe8-4776-80c4-3309d8cf6480 HTTP/1.1" status: 204 len: 168 time: 0.1221771 Jul 27 11:15:14.355872 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde5679-fde8-4c8d-8415-f293020eb96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197fd21d-dbe8-4776-80c4-3309d8cf6480,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:14.429355 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-672cb107-0800-43b7-a6f6-2cd6b9a95d0f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Allocated IP 172.20.0.5 (b646d9a6-e951-486f-9f74-88c0b53d2484/727eb73e-f40c-4c15-8595-71d8b1d5ca05/289f847a-9cf8-4647-ac49-18b01f90e55a) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:15:14.568235 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-672cb107-0800-43b7-a6f6-2cd6b9a95d0f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:14.581535 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.provisioning_blocks [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-672cb107-0800-43b7-a6f6-2cd6b9a95d0f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Transition to ACTIVE for port object 289f847a-9cf8-4647-ac49-18b01f90e55a will not be triggered until provisioned by entity DHCP. {{(pid=93199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:15:14.615521 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-672cb107-0800-43b7-a6f6-2cd6b9a95d0f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:14.657428 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-672cb107-0800-43b7-a6f6-2cd6b9a95d0f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Network b646d9a6-e951-486f-9f74-88c0b53d2484 is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:15:14.662614 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-672cb107-0800-43b7-a6f6-2cd6b9a95d0f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:15:14.666167 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-672cb107-0800-43b7-a6f6-2cd6b9a95d0f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:15:14.673041 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cb107-0800-43b7-a6f6-2cd6b9a95d0f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Pushing event updated for resources: {'Port': ['ID=289f847a-9cf8-4647-ac49-18b01f90e55a,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:14.736869 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-672cb107-0800-43b7-a6f6-2cd6b9a95d0f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:14.738084 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-672cb107-0800-43b7-a6f6-2cd6b9a95d0f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:14.754801 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-672cb107-0800-43b7-a6f6-2cd6b9a95d0f tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6037655 Jul 27 11:15:14.773758 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Request body: {'port': {'device_id': 'ca92448b-84dc-45be-8d12-2191b1c18a64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:14.852993 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:14.917091 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-13c4aeaf-1000-4fbe-9e90-ed0ae416f3fa None None] Provisioning for port 289f847a-9cf8-4647-ac49-18b01f90e55a completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:15:14.921925 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-13c4aeaf-1000-4fbe-9e90-ed0ae416f3fa None None] Provisioning complete for port 289f847a-9cf8-4647-ac49-18b01f90e55a triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:15:14.922407 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-13c4aeaf-1000-4fbe-9e90-ed0ae416f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:14.957598 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-13c4aeaf-1000-4fbe-9e90-ed0ae416f3fa None None] Port 289f847a-9cf8-4647-ac49-18b01f90e55a cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:15:15.118620 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289f847a-9cf8-4647-ac49-18b01f90e55a {{(pid=93199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:15:15.127188 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:15.139285 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.provisioning_blocks [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Transition to ACTIVE for port object 289f847a-9cf8-4647-ac49-18b01f90e55a will not be triggered until provisioned by entity L2. {{(pid=93199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:15:15.143913 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639062'] for port, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:15.212306 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Pushing event updated for resources: {'Port': ['ID=289f847a-9cf8-4647-ac49-18b01f90e55a,revision_number=2']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:15.277712 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.managers [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Attempting to bind port 289f847a-9cf8-4647-ac49-18b01f90e55a on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:15:15.278060 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.managers [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Attempting to bind port 289f847a-9cf8-4647-ac49-18b01f90e55a by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'e53c83d7-3bbd-45fd-9997-748cab2aa915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484'}] {{(pid=93199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:15:15.278385 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Attempting to bind port 289f847a-9cf8-4647-ac49-18b01f90e55a on network b646d9a6-e951-486f-9f74-88c0b53d2484 {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:15:15.283712 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Port 289f847a-9cf8-4647-ac49-18b01f90e55a on network b646d9a6-e951-486f-9f74-88c0b53d2484 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:15:15.284031 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Attempting to bind port 289f847a-9cf8-4647-ac49-18b01f90e55a on network b646d9a6-e951-486f-9f74-88c0b53d2484 {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:15:15.289892 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:15:15.290231 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Checking segment: {'id': 'e53c83d7-3bbd-45fd-9997-748cab2aa915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:15:15.290615 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Bound using segment: {'id': 'e53c83d7-3bbd-45fd-9997-748cab2aa915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484'} {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:15:15.291045 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.managers [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Bound port: 289f847a-9cf8-4647-ac49-18b01f90e55a, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53c83d7-3bbd-45fd-9997-748cab2aa915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484'}}] {{(pid=93199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:15:15.291403 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:15.363307 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d7db0-195f-4b40-9dc3-8ae2937f7fde req-47a3527d-da5f-40a1-9c2c-72fee474dd26 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:15.371541 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6c3d7db0-195f-4b40-9dc3-8ae2937f7fde req-47a3527d-da5f-40a1-9c2c-72fee474dd26 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 943 time: 0.0953462 Jul 27 11:15:15.371946 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] For port 289f847a-9cf8-4647-ac49-18b01f90e55a, host hv-cinder-78495, cleared binding levels {{(pid=93199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:15:15.375334 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] For port 289f847a-9cf8-4647-ac49-18b01f90e55a, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=289f847a-9cf8-4647-ac49-18b01f90e55a,segment=NetworkSegment(e53c83d7-3bbd-45fd-9997-748cab2aa915),segment_id=e53c83d7-3bbd-45fd-9997-748cab2aa915)] {{(pid=93199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:15:15.381100 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639062'] for port, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:15.410029 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6c3d7db0-195f-4b40-9dc3-8ae2937f7fde req-80bd4fd4-ae09-4fb2-8793-a75ccbbdef56 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=5bbd0699-5988-4faf-80af-9b25e928cd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371354 Jul 27 11:15:15.417653 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:15.418203 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:15.419576 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] 10.222.0.20 "PUT /v2.0/ports/289f847a-9cf8-4647-ac49-18b01f90e55a HTTP/1.1" status: 200 len: 1093 time: 0.6505892 Jul 27 11:15:15.420005 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca92448b-84dc-45be-8d12-2191b1c18a64', 'tag': '289f847a-9cf8-4647-ac49-18b01f90e55a'}] {{(pid=93199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:15:15.422871 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d443fbfdc714505da2ae46b12ec6c602a25b40796aa13b1bf78cba4db9ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53171f8-f4bd-4811-b231-5b6c8f0643d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ca92448b-84dc-45be-8d12-2191b1c18a64", "tag": "289f847a-9cf8-4647-ac49-18b01f90e55a"}]}' {{(pid=93199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:15:15.448756 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cf3e8-e8e8-4954-80c9-1ade8062bfd4 service neutron] Pushing event updated for resources: {'Port': ['ID=289f847a-9cf8-4647-ac49-18b01f90e55a,revision_number=3']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:15.478683 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018537ce-e820-402d-8bf9-7b411d5c40f9 x-openstack-request-id: req-018537ce-e820-402d-8bf9-7b411d5c40f9 {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:15:15.479310 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca92448b-84dc-45be-8d12-2191b1c18a64", "tag": "289f847a-9cf8-4647-ac49-18b01f90e55a", "status": "completed", "code": 200}]} {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:15:15.479716 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-018537ce-e820-402d-8bf9-7b411d5c40f9 {{(pid=93199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:15:15.480241 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca92448b-84dc-45be-8d12-2191b1c18a64', 'tag': '289f847a-9cf8-4647-ac49-18b01f90e55a', 'status': 'completed', 'code': 200} Jul 27 11:15:15.560537 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-7299973b-e794-4c78-9dd7-907c1933e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:15.562235 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-7299973b-e794-4c78-9dd7-907c1933e207 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=983cb18737eb4b72ae1747ef4d5731a1&device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 1096 time: 0.0642259 Jul 27 11:15:15.623954 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-7d8310e6-57e0-4cbd-bec6-4226a669810f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=289f847a-9cf8-4647-ac49-18b01f90e55a HTTP/1.1" status: 200 len: 217 time: 0.0482109 Jul 27 11:15:15.674434 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-a4c9f8e5-3df6-487e-a311-1ecc3cdfb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:15.675903 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-a4c9f8e5-3df6-487e-a311-1ecc3cdfb74d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=727eb73e-f40c-4c15-8595-71d8b1d5ca05 HTTP/1.1" status: 200 len: 850 time: 0.0457063 Jul 27 11:15:15.737133 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-1d57517f-8134-42c1-9ec4-f107e122c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:15.738976 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-1d57517f-8134-42c1-9ec4-f107e122c6e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b646d9a6-e951-486f-9f74-88c0b53d2484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544641 Jul 27 11:15:15.830585 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-b7f6ef70-6699-44df-a484-d921de2fa226 service neutron] 10.222.0.20 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836735 Jul 27 11:15:15.922176 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-2208aa29-0c2a-47a9-ad69-2a4db22442e3 req-f548027a-e825-492f-8673-d0569e56992f service neutron] 10.222.0.20 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836434 Jul 27 11:15:16.067043 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53171f8-f4bd-4811-b231-5b6c8f0643d5 req-35231c88-379b-4421-ac73-0b38187bac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:16.068598 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a53171f8-f4bd-4811-b231-5b6c8f0643d5 req-35231c88-379b-4421-ac73-0b38187bac71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=983cb18737eb4b72ae1747ef4d5731a1&device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 1096 time: 0.0566499 Jul 27 11:15:16.163331 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53171f8-f4bd-4811-b231-5b6c8f0643d5 req-96dddd84-e5f8-43de-806d-149bf608a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:16.164717 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a53171f8-f4bd-4811-b231-5b6c8f0643d5 req-96dddd84-e5f8-43de-806d-149bf608a234 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b646d9a6-e951-486f-9f74-88c0b53d2484 HTTP/1.1" status: 200 len: 911 time: 0.0878658 Jul 27 11:15:16.207792 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a53171f8-f4bd-4811-b231-5b6c8f0643d5 req-4be04ded-f794-4855-bed5-83abde975d70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=289f847a-9cf8-4647-ac49-18b01f90e55a HTTP/1.1" status: 200 len: 217 time: 0.0344760 Jul 27 11:15:16.257730 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53171f8-f4bd-4811-b231-5b6c8f0643d5 req-db176b67-0339-4c1e-a964-589af908403d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:16.259250 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a53171f8-f4bd-4811-b231-5b6c8f0643d5 req-db176b67-0339-4c1e-a964-589af908403d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=727eb73e-f40c-4c15-8595-71d8b1d5ca05 HTTP/1.1" status: 200 len: 850 time: 0.0428894 Jul 27 11:15:16.323005 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53171f8-f4bd-4811-b231-5b6c8f0643d5 req-2448b4fe-bb53-404f-adf0-e5ae49e2efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:16.324514 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a53171f8-f4bd-4811-b231-5b6c8f0643d5 req-2448b4fe-bb53-404f-adf0-e5ae49e2efc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b646d9a6-e951-486f-9f74-88c0b53d2484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580461 Jul 27 11:15:16.415579 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a53171f8-f4bd-4811-b231-5b6c8f0643d5 req-42638cef-d6b1-4d2a-9cb1-f79c64995bec service neutron] 10.222.0.20 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806038 Jul 27 11:15:16.514525 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a53171f8-f4bd-4811-b231-5b6c8f0643d5 req-84619c76-da9a-4a53-b30c-f97adeedbe11 service neutron] 10.222.0.20 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898800 Jul 27 11:15:16.547622 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13395e41-c1a9-4607-a6a5-5a1ddeb3a576 req-af38f030-eaf6-463f-8e1b-7fc6b5c099ef tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:16.549115 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-13395e41-c1a9-4607-a6a5-5a1ddeb3a576 req-af38f030-eaf6-463f-8e1b-7fc6b5c099ef tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 943 time: 0.0683818 Jul 27 11:15:16.586158 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-13395e41-c1a9-4607-a6a5-5a1ddeb3a576 req-5c32d92b-3e5b-4a02-b569-357526c1e160 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=5bbd0699-5988-4faf-80af-9b25e928cd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311224 Jul 27 11:15:17.872306 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f373aa6-98b4-4a65-a9b4-266fbdfcfd59 req-9a9426e3-d96d-405c-b379-0658099735cb tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:17.874337 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8f373aa6-98b4-4a65-a9b4-266fbdfcfd59 req-9a9426e3-d96d-405c-b379-0658099735cb tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 943 time: 0.2175415 Jul 27 11:15:17.877784 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 289f847a-9cf8-4647-ac49-18b01f90e55a details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:15:17.913612 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8f373aa6-98b4-4a65-a9b4-266fbdfcfd59 req-3242d1f9-3d78-43ee-b003-37083beca5e0 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=5bbd0699-5988-4faf-80af-9b25e928cd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332861 Jul 27 11:15:17.973020 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 289f847a-9cf8-4647-ac49-18b01f90e55a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=289f847a-9cf8-4647-ac49-18b01f90e55a,segment=NetworkSegment(e53c83d7-3bbd-45fd-9997-748cab2aa915),segment_id=e53c83d7-3bbd-45fd-9997-748cab2aa915)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:15:17.987657 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '289f847a-9cf8-4647-ac49-18b01f90e55a', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'port_id': '289f847a-9cf8-4647-ac49-18b01f90e55a', 'mac_address': 'fa:16:3e:c4:00:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:15:18.024853 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:18.037096 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289f847a-9cf8-4647-ac49-18b01f90e55a {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:15:18.056534 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 289f847a-9cf8-4647-ac49-18b01f90e55a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=289f847a-9cf8-4647-ac49-18b01f90e55a,segment=NetworkSegment(e53c83d7-3bbd-45fd-9997-748cab2aa915),segment_id=e53c83d7-3bbd-45fd-9997-748cab2aa915)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:15:18.062195 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:18.109305 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=289f847a-9cf8-4647-ac49-18b01f90e55a,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:18.355389 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-46bc1b70-f711-4fdd-8e63-7c849653c874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:18.392443 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['289f847a-9cf8-4647-ac49-18b01f90e55a'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:15:19.050282 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2adabf9-9fa9-442e-95ec-48b52622b3ec req-1e76c7cf-f3bc-4e63-8aec-05c8ae6712ca tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:19.051771 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f2adabf9-9fa9-442e-95ec-48b52622b3ec req-1e76c7cf-f3bc-4e63-8aec-05c8ae6712ca tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 944 time: 0.0720487 Jul 27 11:15:19.091079 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f2adabf9-9fa9-442e-95ec-48b52622b3ec req-8149944d-645c-49b2-8d0c-401ec29552a8 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=5bbd0699-5988-4faf-80af-9b25e928cd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333669 Jul 27 11:15:19.893964 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 289f847a-9cf8-4647-ac49-18b01f90e55a up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:15:19.942218 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port 289f847a-9cf8-4647-ac49-18b01f90e55a completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:15:19.945867 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 289f847a-9cf8-4647-ac49-18b01f90e55a triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:15:19.946270 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:20.025315 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:20.047743 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca92448b-84dc-45be-8d12-2191b1c18a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289f847a-9cf8-4647-ac49-18b01f90e55a'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:15:20.050203 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0853fa20-56cd-45cb-9a71-4a2faf7fc734" -d '{"events": [{"server_uuid": "ca92448b-84dc-45be-8d12-2191b1c18a64", "name": "network-vif-plugged", "status": "completed", "tag": "289f847a-9cf8-4647-ac49-18b01f90e55a"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:15:20.063746 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 289f847a-9cf8-4647-ac49-18b01f90e55a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=289f847a-9cf8-4647-ac49-18b01f90e55a,segment=NetworkSegment(e53c83d7-3bbd-45fd-9997-748cab2aa915),segment_id=e53c83d7-3bbd-45fd-9997-748cab2aa915)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:15:20.072681 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:20.096792 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aca13f-429a-4131-aba4-20f18be7552c x-openstack-request-id: req-f3aca13f-429a-4131-aba4-20f18be7552c {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:15:20.097088 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca92448b-84dc-45be-8d12-2191b1c18a64", "name": "network-vif-plugged", "status": "completed", "tag": "289f847a-9cf8-4647-ac49-18b01f90e55a", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:15:20.097343 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3aca13f-429a-4131-aba4-20f18be7552c {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:15:20.097755 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca92448b-84dc-45be-8d12-2191b1c18a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289f847a-9cf8-4647-ac49-18b01f90e55a', 'code': 200} Jul 27 11:15:20.123350 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=289f847a-9cf8-4647-ac49-18b01f90e55a,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:20.277986 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fd53f-4040-4857-bbd4-29f310d7b790 req-36cf5309-1da2-444a-85a4-c060ff3b7bef tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:20.279395 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d24fd53f-4040-4857-bbd4-29f310d7b790 req-36cf5309-1da2-444a-85a4-c060ff3b7bef tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 945 time: 0.1159730 Jul 27 11:15:20.317701 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d24fd53f-4040-4857-bbd4-29f310d7b790 req-4119ec57-de80-4043-8d7a-c40f92fe78da tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=5bbd0699-5988-4faf-80af-9b25e928cd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316484 Jul 27 11:15:20.319924 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a26a60-56a2-4840-a27f-03dd0c795059 req-bee35c77-338a-46b7-8d91-725bcf6ee09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:20.321579 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-28a26a60-56a2-4840-a27f-03dd0c795059 req-bee35c77-338a-46b7-8d91-725bcf6ee09e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 1098 time: 0.0533271 Jul 27 11:15:20.356785 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-28a26a60-56a2-4840-a27f-03dd0c795059 req-7195f246-5a42-4739-8292-b066a8467584 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5bbd0699-5988-4faf-80af-9b25e928cd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273068 Jul 27 11:15:21.235674 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:21.334239 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-43dfb2a1-ecd9-4239-b7ab-9e34463d1dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:21.448720 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff498e-d222-415d-a161-5d791e8e0b52 req-20cc6b2e-2050-41dd-b131-267ba1fbc726 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:21.450242 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bbff498e-d222-415d-a161-5d791e8e0b52 req-20cc6b2e-2050-41dd-b131-267ba1fbc726 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 945 time: 0.0634909 Jul 27 11:15:21.489958 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bbff498e-d222-415d-a161-5d791e8e0b52 req-2d316847-30fb-4897-b256-5dce3e492b06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=5bbd0699-5988-4faf-80af-9b25e928cd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336792 Jul 27 11:15:22.571450 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:22.622138 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf1a76-f296-45ed-b0c7-10aafcd11c9f req-4427898a-d4ee-4b65-8768-081fe92b8fcc tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:22.625306 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f8cf1a76-f296-45ed-b0c7-10aafcd11c9f req-4427898a-d4ee-4b65-8768-081fe92b8fcc tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 945 time: 0.0695047 Jul 27 11:15:22.666896 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f8cf1a76-f296-45ed-b0c7-10aafcd11c9f req-1bf062ef-ef45-489d-96c9-701b9d99c478 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=5bbd0699-5988-4faf-80af-9b25e928cd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335662 Jul 27 11:15:22.794694 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711db28-e12d-423e-9372-57be1db8feb6 req-f9f80878-b14f-4aca-a6e6-e4142bda381a tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:22.797322 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7711db28-e12d-423e-9372-57be1db8feb6 req-f9f80878-b14f-4aca-a6e6-e4142bda381a tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 945 time: 0.0649300 Jul 27 11:15:22.806049 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 33978) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:22.810684 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-6f320c8b-0441-4fe5-af46-d52e19d7bc5b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Request body: {'floatingip': {'port_id': '289f847a-9cf8-4647-ac49-18b01f90e55a'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:22.851307 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6f320c8b-0441-4fe5-af46-d52e19d7bc5b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for floatingip, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:23.290903 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6f320c8b-0441-4fe5-af46-d52e19d7bc5b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:23.294759 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6f320c8b-0441-4fe5-af46-d52e19d7bc5b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084477'] for floatingip, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:23.604893 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.l3_db [None req-6f320c8b-0441-4fe5-af46-d52e19d7bc5b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Floating IP 02c1e266-6a8f-4732-aa07-3569974caf4b associated. External IP: 172.27.3.225, port: 289f847a-9cf8-4647-ac49-18b01f90e55a. Jul 27 11:15:23.806044 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f320c8b-0441-4fe5-af46-d52e19d7bc5b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Router 3a2561b0-6ea6-4005-9f6a-a6681142925e has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:15:23.913865 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f320c8b-0441-4fe5-af46-d52e19d7bc5b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:15:23.918603 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6f320c8b-0441-4fe5-af46-d52e19d7bc5b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:23.923283 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97571dd7-5bf7-4975-af4e-af4a704c8faf None None] Sync routers for ids ['3a2561b0-6ea6-4005-9f6a-a6681142925e'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:15:23.932482 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97571dd7-5bf7-4975-af4e-af4a704c8faf None None] Routers {'3a2561b0-6ea6-4005-9f6a-a6681142925e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:15:23.933083 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-97571dd7-5bf7-4975-af4e-af4a704c8faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:15:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['3a2561b0-6ea6-4005-9f6a-a6681142925e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:23.957252 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-6f320c8b-0441-4fe5-af46-d52e19d7bc5b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "PUT /v2.0/floatingips/02c1e266-6a8f-4732-aa07-3569974caf4b HTTP/1.1" status: 200 len: 991 time: 1.1501200 Jul 27 11:15:23.957894 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca92448b-84dc-45be-8d12-2191b1c18a64', 'tag': '289f847a-9cf8-4647-ac49-18b01f90e55a'}] {{(pid=93199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:15:23.960156 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d443fbfdc714505da2ae46b12ec6c602a25b40796aa13b1bf78cba4db9ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada19aa7-bb76-4d96-806a-e5dce619ec2e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca92448b-84dc-45be-8d12-2191b1c18a64", "tag": "289f847a-9cf8-4647-ac49-18b01f90e55a"}]}' {{(pid=93199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:15:24.003843 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ac37e0-80bd-4c4a-8773-a878af5ca256 x-openstack-request-id: req-50ac37e0-80bd-4c4a-8773-a878af5ca256 {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:15:24.004134 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca92448b-84dc-45be-8d12-2191b1c18a64", "tag": "289f847a-9cf8-4647-ac49-18b01f90e55a", "status": "completed", "code": 200}]} {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:15:24.004388 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50ac37e0-80bd-4c4a-8773-a878af5ca256 {{(pid=93199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:15:24.004795 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca92448b-84dc-45be-8d12-2191b1c18a64', 'tag': '289f847a-9cf8-4647-ac49-18b01f90e55a', 'status': 'completed', 'code': 200} Jul 27 11:15:24.058139 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-97571dd7-5bf7-4975-af4e-af4a704c8faf None None] Set router 3a2561b0-6ea6-4005-9f6a-a6681142925e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:15:24.093936 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:24.118320 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada19aa7-bb76-4d96-806a-e5dce619ec2e req-7dda22b6-cbd5-40e5-be61-f9ba82b00fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:24.119820 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-ada19aa7-bb76-4d96-806a-e5dce619ec2e req-7dda22b6-cbd5-40e5-be61-f9ba82b00fc8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=983cb18737eb4b72ae1747ef4d5731a1&device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 1098 time: 0.0560367 Jul 27 11:15:24.212155 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada19aa7-bb76-4d96-806a-e5dce619ec2e req-6b8e9d24-300e-41fa-86d5-a6ff910c2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:24.213550 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-ada19aa7-bb76-4d96-806a-e5dce619ec2e req-6b8e9d24-300e-41fa-86d5-a6ff910c2561 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b646d9a6-e951-486f-9f74-88c0b53d2484 HTTP/1.1" status: 200 len: 911 time: 0.0860908 Jul 27 11:15:24.289167 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-ada19aa7-bb76-4d96-806a-e5dce619ec2e req-08eb2fd6-9e99-42e6-844b-0bcc99838807 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=289f847a-9cf8-4647-ac49-18b01f90e55a HTTP/1.1" status: 200 len: 999 time: 0.0676873 Jul 27 11:15:24.292675 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-97571dd7-5bf7-4975-af4e-af4a704c8faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:26Z', 'revision_number': 4, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port': {'id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '02c1e266-6a8f-4732-aa07-3569974caf4b', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'port_id': '289f847a-9cf8-4647-ac49-18b01f90e55a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'mac_address': 'fa:16:3e:c4:00:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca92448b-84dc-45be-8d12-2191b1c18a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:15:11Z', 'updated_at': '2021-07-27T11:15:23Z', 'revision_number': 1, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be90a97-766a-43cc-b336-c39445d635f8', 'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'mac_address': 'fa:16:3e:48:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:24Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'subnets': [{'id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:24.319582 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97571dd7-5bf7-4975-af4e-af4a704c8faf None None] Checking router: 3a2561b0-6ea6-4005-9f6a-a6681142925e for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:15:24.328742 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97571dd7-5bf7-4975-af4e-af4a704c8faf None None] Routers {'3a2561b0-6ea6-4005-9f6a-a6681142925e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:15:24.329354 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-97571dd7-5bf7-4975-af4e-af4a704c8faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:15:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['3a2561b0-6ea6-4005-9f6a-a6681142925e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:24.343465 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada19aa7-bb76-4d96-806a-e5dce619ec2e req-ee53e2a3-ff70-4ed0-9f05-23f50d360aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:24.345183 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-ada19aa7-bb76-4d96-806a-e5dce619ec2e req-ee53e2a3-ff70-4ed0-9f05-23f50d360aaa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=727eb73e-f40c-4c15-8595-71d8b1d5ca05 HTTP/1.1" status: 200 len: 850 time: 0.0458648 Jul 27 11:15:24.434233 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada19aa7-bb76-4d96-806a-e5dce619ec2e req-067aeb3e-5275-4a17-9061-4f7060b614c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:24.435728 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-ada19aa7-bb76-4d96-806a-e5dce619ec2e req-067aeb3e-5275-4a17-9061-4f7060b614c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b646d9a6-e951-486f-9f74-88c0b53d2484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561826 Jul 27 11:15:24.442229 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-97571dd7-5bf7-4975-af4e-af4a704c8faf None None] Set router 3a2561b0-6ea6-4005-9f6a-a6681142925e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:15:24.530413 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-ada19aa7-bb76-4d96-806a-e5dce619ec2e req-0b148470-c4d8-4e00-bc92-576ee64b1e73 service neutron] 10.222.0.20 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864820 Jul 27 11:15:24.620467 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-ada19aa7-bb76-4d96-806a-e5dce619ec2e req-3f24ba69-a53a-4160-81c6-4e8abaf27960 service neutron] 10.222.0.20 "GET /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829005 Jul 27 11:15:24.675354 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-97571dd7-5bf7-4975-af4e-af4a704c8faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:26Z', 'revision_number': 4, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port': {'id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '02c1e266-6a8f-4732-aa07-3569974caf4b', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'port_id': '289f847a-9cf8-4647-ac49-18b01f90e55a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'mac_address': 'fa:16:3e:c4:00:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca92448b-84dc-45be-8d12-2191b1c18a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:15:11Z', 'updated_at': '2021-07-27T11:15:23Z', 'revision_number': 1, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be90a97-766a-43cc-b336-c39445d635f8', 'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'mac_address': 'fa:16:3e:48:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:24Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'subnets': [{'id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:24.704936 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97571dd7-5bf7-4975-af4e-af4a704c8faf None None] The sync data for ids ['3a2561b0-6ea6-4005-9f6a-a6681142925e'] in dv-cinder-784956-7-iscsi is: [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:26Z', 'revision_number': 4, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port': {'id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '02c1e266-6a8f-4732-aa07-3569974caf4b', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'port_id': '289f847a-9cf8-4647-ac49-18b01f90e55a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'mac_address': 'fa:16:3e:c4:00:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca92448b-84dc-45be-8d12-2191b1c18a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:15:11Z', 'updated_at': '2021-07-27T11:15:23Z', 'revision_number': 1, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be90a97-766a-43cc-b336-c39445d635f8', 'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'mac_address': 'fa:16:3e:48:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:24Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'subnets': [{'id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:15:24.883267 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eff2d4f-844b-4fb2-960a-587cb3e29d1e None None] New status for floating IP 02c1e266-6a8f-4732-aa07-3569974caf4b: ACTIVE {{(pid=93202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 11:15:25.699268 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:15:31.745142 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-0f293751-8a1d-4639-9de0-d347eb8fee7d req-02dfde18-90d1-4bf0-882e-6e4d558623d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541143 Jul 27 11:15:31.835823 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f293751-8a1d-4639-9de0-d347eb8fee7d req-5ed3b6aa-c193-4cdf-b949-3844aaa81094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:31.837303 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-0f293751-8a1d-4639-9de0-d347eb8fee7d req-5ed3b6aa-c193-4cdf-b949-3844aaa81094 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7acac7893f11409bb6e68649aa669c09&device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 1098 time: 0.0577624 Jul 27 11:15:31.950590 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f293751-8a1d-4639-9de0-d347eb8fee7d req-1a740c13-f685-44fc-9b77-2a08288fb849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:31.951974 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-0f293751-8a1d-4639-9de0-d347eb8fee7d req-1a740c13-f685-44fc-9b77-2a08288fb849 service neutron] 10.222.0.20 "GET /v2.0/networks?id=af679c04-6673-4ea8-9860-92c76665bdfa HTTP/1.1" status: 200 len: 911 time: 0.0827656 Jul 27 11:15:32.019681 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-0f293751-8a1d-4639-9de0-d347eb8fee7d req-7cd0f044-a7d3-4756-a775-fdbdbf76f3a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a HTTP/1.1" status: 200 len: 1001 time: 0.0604248 Jul 27 11:15:32.072480 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f293751-8a1d-4639-9de0-d347eb8fee7d req-fbee15e0-1e76-4e53-80a4-ef8abec2ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:32.073968 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-0f293751-8a1d-4639-9de0-d347eb8fee7d req-fbee15e0-1e76-4e53-80a4-ef8abec2ea9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74735343-f925-4e4d-b5ea-c422b0799ca4 HTTP/1.1" status: 200 len: 850 time: 0.0415726 Jul 27 11:15:32.140856 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f293751-8a1d-4639-9de0-d347eb8fee7d req-4a8a9e16-4828-4b8d-b5fd-845950e83ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:32.142377 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-0f293751-8a1d-4639-9de0-d347eb8fee7d req-4a8a9e16-4828-4b8d-b5fd-845950e83ac3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af679c04-6673-4ea8-9860-92c76665bdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541558 Jul 27 11:15:32.233711 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-0f293751-8a1d-4639-9de0-d347eb8fee7d req-ec823ae5-1c8b-4998-ad95-a20dc8f84854 service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833631 Jul 27 11:15:34.303418 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:34.972486 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-0f293751-8a1d-4639-9de0-d347eb8fee7d req-cc46b7c4-d647-4e13-92a5-972577ce8731 service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809586 Jul 27 11:15:46.466313 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15565d63-0f47-454e-b829-f8d5f6474398 req-cb24b36d-f8ee-41df-9556-3724baedf47b tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:46.468399 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-15565d63-0f47-454e-b829-f8d5f6474398 req-cb24b36d-f8ee-41df-9556-3724baedf47b tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.0649440 Jul 27 11:15:46.504858 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-15565d63-0f47-454e-b829-f8d5f6474398 req-e861b32b-d926-4ef0-9dc2-4632e562eaa0 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305338 Jul 27 11:15:47.591647 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 34184) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:47.638867 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f41d8c-107f-46df-a361-70dc476ccb03 req-38ee340e-ca67-484c-af12-cbe057490c5c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:47.640375 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-36f41d8c-107f-46df-a361-70dc476ccb03 req-38ee340e-ca67-484c-af12-cbe057490c5c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.0635343 Jul 27 11:15:47.679616 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-36f41d8c-107f-46df-a361-70dc476ccb03 req-215c0109-38b9-4164-8590-da4d76cb76f1 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322607 Jul 27 11:15:47.704065 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-9e719c11-afa2-49cb-843f-dc4406e67d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:47.789668 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-9e719c11-afa2-49cb-843f-dc4406e67d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:47.793105 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-9e719c11-afa2-49cb-843f-dc4406e67d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:47.834144 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-9e719c11-afa2-49cb-843f-dc4406e67d1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b9387e9a566464f9bc771c98b599c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408533 Jul 27 11:15:47.835036 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e719c11-afa2-49cb-843f-dc4406e67d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1688d19-baee-4d72-8bb6-9320a5dabb8b,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:47.836978 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 34188) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:47.842086 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e719c11-afa2-49cb-843f-dc4406e67d1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.842449 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e719c11-afa2-49cb-843f-dc4406e67d1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.843305 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e719c11-afa2-49cb-843f-dc4406e67d1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.843639 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e719c11-afa2-49cb-843f-dc4406e67d1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.843968 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e719c11-afa2-49cb-843f-dc4406e67d1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.844338 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e719c11-afa2-49cb-843f-dc4406e67d1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.844665 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e719c11-afa2-49cb-843f-dc4406e67d1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.844982 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e719c11-afa2-49cb-843f-dc4406e67d1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.845308 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e719c11-afa2-49cb-843f-dc4406e67d1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.845657 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e719c11-afa2-49cb-843f-dc4406e67d1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.845978 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e719c11-afa2-49cb-843f-dc4406e67d1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.846293 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e719c11-afa2-49cb-843f-dc4406e67d1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.885912 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-abd09025-749d-4789-bac0-e45da86be43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:47.907208 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-abd09025-749d-4789-bac0-e45da86be43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:47.950212 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-abd09025-749d-4789-bac0-e45da86be43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:47.953284 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-abd09025-749d-4789-bac0-e45da86be43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:47.954452 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-abd09025-749d-4789-bac0-e45da86be43f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1688d19-baee-4d72-8bb6-9320a5dabb8b HTTP/1.1" status: 204 len: 168 time: 0.1164343 Jul 27 11:15:47.961755 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd09025-749d-4789-bac0-e45da86be43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1688d19-baee-4d72-8bb6-9320a5dabb8b,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:47.969229 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd09025-749d-4789-bac0-e45da86be43f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.969643 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd09025-749d-4789-bac0-e45da86be43f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.969988 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd09025-749d-4789-bac0-e45da86be43f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.970321 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd09025-749d-4789-bac0-e45da86be43f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.970652 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd09025-749d-4789-bac0-e45da86be43f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.970984 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd09025-749d-4789-bac0-e45da86be43f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.971311 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd09025-749d-4789-bac0-e45da86be43f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.971639 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd09025-749d-4789-bac0-e45da86be43f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.971966 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd09025-749d-4789-bac0-e45da86be43f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.972290 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd09025-749d-4789-bac0-e45da86be43f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.972611 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd09025-749d-4789-bac0-e45da86be43f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:47.972992 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd09025-749d-4789-bac0-e45da86be43f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:48.395812 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4abf2d57-9c7f-4205-8d07-f920e42fc23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:48.557256 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 34212) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:48.647221 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-5dc48f38-06c9-4e28-8bee-cfccb6b0b7fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-992842426-network', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:48.670415 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc48f38-06c9-4e28-8bee-cfccb6b0b7fd admin admin] Made reservation on behalf of 2b9bfd2d2b244bfcb54501759fd2ebbe for: {'network': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:15:48.673097 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5dc48f38-06c9-4e28-8bee-cfccb6b0b7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:48.681075 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5dc48f38-06c9-4e28-8bee-cfccb6b0b7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:48.793997 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5dc48f38-06c9-4e28-8bee-cfccb6b0b7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:48.800664 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5dc48f38-06c9-4e28-8bee-cfccb6b0b7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:48.833653 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc48f38-06c9-4e28-8bee-cfccb6b0b7fd admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:15:48.845851 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc48f38-06c9-4e28-8bee-cfccb6b0b7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19038a61-0a56-4e1b-8dc4-0f6674cc9ba1,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:48.852765 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5dc48f38-06c9-4e28-8bee-cfccb6b0b7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:48.852880 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.segments_db [None req-5dc48f38-06c9-4e28-8bee-cfccb6b0b7fd admin admin] Added segment 3140f030-dfbe-4ebf-9714-b1b1f6fb2769 of type vlan for network 00727d2e-a261-402c-a777-2fb23ca18a42 Jul 27 11:15:48.888385 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320b89e-1692-4d74-9b62-144622cfdb11 req-263fc921-d12c-41ab-9388-b4b3e02f6a39 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:48.890027 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4320b89e-1692-4d74-9b62-144622cfdb11 req-263fc921-d12c-41ab-9388-b4b3e02f6a39 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.1315527 Jul 27 11:15:48.912368 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5dc48f38-06c9-4e28-8bee-cfccb6b0b7fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:48.953468 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4320b89e-1692-4d74-9b62-144622cfdb11 req-8d512157-86e4-4c7d-b601-e22b670f357c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531011 Jul 27 11:15:48.962384 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5dc48f38-06c9-4e28-8bee-cfccb6b0b7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:48.963356 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc48f38-06c9-4e28-8bee-cfccb6b0b7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:48.963938 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5dc48f38-06c9-4e28-8bee-cfccb6b0b7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:49.013632 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-5dc48f38-06c9-4e28-8bee-cfccb6b0b7fd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4551682 Jul 27 11:15:49.016559 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 34218) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:49.022249 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-e760ef1f-7a7f-4efa-bf43-2e318e4bfe95 admin admin] Request body: {'subnet': {'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-992842426-subnet', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'ip_version': 4}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:49.022408 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc48f38-06c9-4e28-8bee-cfccb6b0b7fd admin admin] Pushing event updated for resources: {'Network': ['ID=00727d2e-a261-402c-a777-2fb23ca18a42,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:49.032481 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network 00727d2e-a261-402c-a777-2fb23ca18a42 details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:15:49.042883 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e760ef1f-7a7f-4efa-bf43-2e318e4bfe95 admin admin] Made reservation on behalf of 2b9bfd2d2b244bfcb54501759fd2ebbe for: {'subnet': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:15:49.045140 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e760ef1f-7a7f-4efa-bf43-2e318e4bfe95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8487539'] for subnet, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:49.205990 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e760ef1f-7a7f-4efa-bf43-2e318e4bfe95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8639195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8487521'] for subnet, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:49.256818 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760ef1f-7a7f-4efa-bf43-2e318e4bfe95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac8bd97-6b08-43ee-9af1-f1f073bddbdd,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:49.268541 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e760ef1f-7a7f-4efa-bf43-2e318e4bfe95 admin admin] Checking segment: {'id': '3140f030-dfbe-4ebf-9714-b1b1f6fb2769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:15:49.268901 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e760ef1f-7a7f-4efa-bf43-2e318e4bfe95 admin admin] Network hostable DHCP agents. Network: 00727d2e-a261-402c-a777-2fb23ca18a42, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:15:49.285158 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e760ef1f-7a7f-4efa-bf43-2e318e4bfe95 admin admin] Network 00727d2e-a261-402c-a777-2fb23ca18a42 is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:15:49.292901 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-e760ef1f-7a7f-4efa-bf43-2e318e4bfe95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, 00727d2e-a261-402c-a777-2fb23ca18a42) {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:15:49.296917 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e760ef1f-7a7f-4efa-bf43-2e318e4bfe95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:49.297538 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e760ef1f-7a7f-4efa-bf43-2e318e4bfe95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:49.301694 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c514e375-981e-4a24-a61d-5cfa40df726d None None] Network 00727d2e-a261-402c-a777-2fb23ca18a42 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:15:49.310622 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-e760ef1f-7a7f-4efa-bf43-2e318e4bfe95 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2924366 Jul 27 11:15:49.313228 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 34220) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:49.317519 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-992842426-router', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:49.339569 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3775200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1974'] for router, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:49.340622 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4083718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1967'] for router, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:49.391693 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:49.448886 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ee6ed7-432e-5d7f-b8e3-91ad041eefd6-00727d2e-a261-402c-a777-2fb23ca18a42', 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'fixed_ips': [{'subnet_id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd'}]}} from dv-cinder-784956-7-iscsi. {{(pid=93201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 11:15:49.449781 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:49.526718 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4083828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1949'] for router, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:49.590575 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Allocated IP 172.20.0.2 (00727d2e-a261-402c-a777-2fb23ca18a42/4ac8bd97-6b08-43ee-9af1-f1f073bddbdd/470eae77-9432-438d-bc06-579bec6e473f) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:15:49.724963 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:49.733374 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:49.741663 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Transition to ACTIVE for port object 470eae77-9432-438d-bc06-579bec6e473f will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:15:49.744336 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:49.756968 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Transition to ACTIVE for port object 470eae77-9432-438d-bc06-579bec6e473f will not be triggered until provisioned by entity DHCP. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:15:49.763174 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:49.800126 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Network 00727d2e-a261-402c-a777-2fb23ca18a42 is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:15:49.804777 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:15:49.808124 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:15:49.815317 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Pushing event updated for resources: {'Port': ['ID=470eae77-9432-438d-bc06-579bec6e473f,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:49.849292 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] Allocated IP 172.27.3.19 (b1883f27-eaab-4700-a5a8-37e3631f126f/c4c466e5-926d-42c1-b136-e6bf3690c687/e78089ab-4089-4305-b60e-664cdd3ee3b0) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:15:49.871255 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Attempting to bind port 470eae77-9432-438d-bc06-579bec6e473f on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:15:49.871626 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Attempting to bind port 470eae77-9432-438d-bc06-579bec6e473f by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '3140f030-dfbe-4ebf-9714-b1b1f6fb2769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:15:49.871986 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Attempting to bind port 470eae77-9432-438d-bc06-579bec6e473f on network 00727d2e-a261-402c-a777-2fb23ca18a42 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:15:49.877122 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:15:49.877517 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Checking segment: {'id': '3140f030-dfbe-4ebf-9714-b1b1f6fb2769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:15:49.877923 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:49.878315 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Bound using segment: {'id': '3140f030-dfbe-4ebf-9714-b1b1f6fb2769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:15:49.878778 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Bound port: 470eae77-9432-438d-bc06-579bec6e473f, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3140f030-dfbe-4ebf-9714-b1b1f6fb2769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:15:49.879276 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:49.945706 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] For port 470eae77-9432-438d-bc06-579bec6e473f, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:15:49.948704 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] For port 470eae77-9432-438d-bc06-579bec6e473f, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=470eae77-9432-438d-bc06-579bec6e473f,segment=NetworkSegment(3140f030-dfbe-4ebf-9714-b1b1f6fb2769),segment_id=3140f030-dfbe-4ebf-9714-b1b1f6fb2769)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:15:49.953173 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:49.954039 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:50.001999 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:50.019441 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729cc6a-d310-4132-9285-c319ff523319 None None] Pushing event updated for resources: {'Port': ['ID=470eae77-9432-438d-bc06-579bec6e473f,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:50.026826 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] Network b1883f27-eaab-4700-a5a8-37e3631f126f is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:15:50.030671 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:15:50.033021 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:15:50.095084 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] Pushing event updated for resources: {'Port': ['ID=e78089ab-4089-4305-b60e-664cdd3ee3b0,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:50.107442 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68f172-86fc-4719-8959-ad466a8925cd req-68556e62-8303-4423-b2f4-7aa1e9625b94 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:50.109418 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9c68f172-86fc-4719-8959-ad466a8925cd req-68556e62-8303-4423-b2f4-7aa1e9625b94 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.0660152 Jul 27 11:15:50.148361 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9c68f172-86fc-4719-8959-ad466a8925cd req-3449cdd1-ac16-4946-af2a-c1b58878ed11 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329716 Jul 27 11:15:50.329127 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:50.517034 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083803'] for router, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:50.640739 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] Router 1747aefc-6e2e-456a-8f24-3ba5c8042879 is scheduled to L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 with binding_index 1 {{(pid=93199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 11:15:50.763213 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:15:50.779036 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Sync routers for ids ['1747aefc-6e2e-456a-8f24-3ba5c8042879'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:15:50.789882 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] Notify callbacks [] for router, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:50.791512 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Routers {'1747aefc-6e2e-456a-8f24-3ba5c8042879'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:15:50.791740 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-450c8156-a394-4a08-b0da-63f41594a5dd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4773285 Jul 27 11:15:50.792303 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:15:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['1747aefc-6e2e-456a-8f24-3ba5c8042879'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:50.794217 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 34228) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:50.885957 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 470eae77-9432-438d-bc06-579bec6e473f up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:15:50.952781 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Set router 1747aefc-6e2e-456a-8f24-3ba5c8042879 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:15:50.982811 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7ed758-41a8-4324-84ba-77626571f571 None None] Network 00727d2e-a261-402c-a777-2fb23ca18a42 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:15:51.010987 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 470eae77-9432-438d-bc06-579bec6e473f completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:15:51.104546 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-0aa7a6bd-923e-4986-a5b2-b4af4ccbbfae None None] Provisioning for port 470eae77-9432-438d-bc06-579bec6e473f completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:15:51.119159 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-0aa7a6bd-923e-4986-a5b2-b4af4ccbbfae None None] Provisioning complete for port 470eae77-9432-438d-bc06-579bec6e473f triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:15:51.119444 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0aa7a6bd-923e-4986-a5b2-b4af4ccbbfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:51.290392 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:51.297180 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2a27b-6c40-4fa6-a552-6c0b764869c4 req-2ac86588-fba8-4cbb-8923-bb8d1cbc079a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:51.298791 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-96a2a27b-6c40-4fa6-a552-6c0b764869c4 req-2ac86588-fba8-4cbb-8923-bb8d1cbc079a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.0715883 Jul 27 11:15:51.337243 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-96a2a27b-6c40-4fa6-a552-6c0b764869c4 req-f3406080-866e-4203-9f4c-b1238bfcc38a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321505 Jul 27 11:15:51.369746 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-057632ce-80e0-4d1d-8968-3bbb2bdbabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:51.373978 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0aa7a6bd-923e-4986-a5b2-b4af4ccbbfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:51.376366 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'name': 'tempest-TestShelveInstance-992842426-router', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:50Z', 'revision_number': 3, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'gw_port': {'id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:51.414747 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Checking router: 1747aefc-6e2e-456a-8f24-3ba5c8042879 for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:15:51.415089 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Updating router 1747aefc-6e2e-456a-8f24-3ba5c8042879 port e78089ab-4089-4305-b60e-664cdd3ee3b0 binding host dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:15:51.446242 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:51.472793 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-0aa7a6bd-923e-4986-a5b2-b4af4ccbbfae None None] For port 470eae77-9432-438d-bc06-579bec6e473f, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=470eae77-9432-438d-bc06-579bec6e473f,segment=NetworkSegment(3140f030-dfbe-4ebf-9714-b1b1f6fb2769),segment_id=3140f030-dfbe-4ebf-9714-b1b1f6fb2769)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:15:51.476247 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:51.479109 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0aa7a6bd-923e-4986-a5b2-b4af4ccbbfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:51.608538 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7a6bd-923e-4986-a5b2-b4af4ccbbfae None None] Pushing event updated for resources: {'Port': ['ID=470eae77-9432-438d-bc06-579bec6e473f,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:51.610250 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] Allocated IP 172.20.0.1 (00727d2e-a261-402c-a777-2fb23ca18a42/4ac8bd97-6b08-43ee-9af1-f1f073bddbdd/f9049344-b5b9-4467-8d7c-9f81d313e748) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:15:51.717036 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-1bb2b22e-1ea3-4260-aff7-07e8afafec87 None None] Provisioning complete for port 470eae77-9432-438d-bc06-579bec6e473f triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:15:51.718035 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1bb2b22e-1ea3-4260-aff7-07e8afafec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:51.719187 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:51.733899 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.provisioning_blocks [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] Transition to ACTIVE for port object f9049344-b5b9-4467-8d7c-9f81d313e748 will not be triggered until provisioned by entity DHCP. {{(pid=93199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:15:51.772072 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:51.813467 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] Network 00727d2e-a261-402c-a777-2fb23ca18a42 is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:15:51.813688 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:51.818748 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:15:51.821166 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:15:51.844271 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Transition to ACTIVE for port object e78089ab-4089-4305-b60e-664cdd3ee3b0 will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:15:51.849054 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] Pushing event updated for resources: {'Port': ['ID=f9049344-b5b9-4467-8d7c-9f81d313e748,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:51.856885 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:51.869612 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084230'] for router_interface, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:51.915175 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Attempting to bind port e78089ab-4089-4305-b60e-664cdd3ee3b0 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:15:51.915734 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Attempting to bind port e78089ab-4089-4305-b60e-664cdd3ee3b0 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:15:51.916168 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Attempting to bind port e78089ab-4089-4305-b60e-664cdd3ee3b0 on network b1883f27-eaab-4700-a5a8-37e3631f126f {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:15:51.924322 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67665d10-4f58-4eb4-b273-5614452c6a19 None None] Pushing event updated for resources: {'Port': ['ID=e78089ab-4089-4305-b60e-664cdd3ee3b0,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:51.927282 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:15:51.928381 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Checking segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:15:51.928381 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:51.928795 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Bound using segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:15:51.929343 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Bound port: e78089ab-4089-4305-b60e-664cdd3ee3b0, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:15:51.929875 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:52.019874 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:52.108558 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-d75de3f6-61a2-409f-8ba0-51bba27251b5 None None] Provisioning for port f9049344-b5b9-4467-8d7c-9f81d313e748 completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:15:52.110864 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] For port e78089ab-4089-4305-b60e-664cdd3ee3b0, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:15:52.114670 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] For port e78089ab-4089-4305-b60e-664cdd3ee3b0, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=e78089ab-4089-4305-b60e-664cdd3ee3b0,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:15:52.116204 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-d75de3f6-61a2-409f-8ba0-51bba27251b5 None None] Provisioning complete for port f9049344-b5b9-4467-8d7c-9f81d313e748 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:15:52.116552 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d75de3f6-61a2-409f-8ba0-51bba27251b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:52.119677 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:52.189181 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:52.193779 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639062'] for port, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:52.199222 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-d75de3f6-61a2-409f-8ba0-51bba27251b5 None None] Port f9049344-b5b9-4467-8d7c-9f81d313e748 cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:15:52.206831 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67665d10-4f58-4eb4-b273-5614452c6a19 None None] Pushing event updated for resources: {'Port': ['ID=e78089ab-4089-4305-b60e-664cdd3ee3b0,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:52.210769 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Routers {'1747aefc-6e2e-456a-8f24-3ba5c8042879'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:15:52.211371 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:15:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['1747aefc-6e2e-456a-8f24-3ba5c8042879'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:52.265096 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] Pushing event updated for resources: {'Port': ['ID=f9049344-b5b9-4467-8d7c-9f81d313e748,revision_number=2']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:52.269601 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084630'] for router_interface, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:52.315837 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] Set router 1747aefc-6e2e-456a-8f24-3ba5c8042879 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:15:52.358452 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] Network 00727d2e-a261-402c-a777-2fb23ca18a42 is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:15:52.359871 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:15:52.489906 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f6267-b978-47b2-8a78-90a9eec93057 req-1fe6ab87-0fc1-4495-931a-46daf483ea20 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:52.491636 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a58f6267-b978-47b2-8a78-90a9eec93057 req-1fe6ab87-0fc1-4495-931a-46daf483ea20 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.0742245 Jul 27 11:15:52.512157 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] Router 1747aefc-6e2e-456a-8f24-3ba5c8042879 has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:15:52.528280 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'name': 'tempest-TestShelveInstance-992842426-router', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:51Z', 'revision_number': 4, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'gw_port': {'id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': 'f9049344-b5b9-4467-8d7c-9f81d313e748', 'name': '', 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'mac_address': 'fa:16:3e:bb:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:51Z', 'updated_at': '2021-07-27T11:15:52Z', 'revision_number': 2, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'subnets': [{'id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:52.547241 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a58f6267-b978-47b2-8a78-90a9eec93057 req-352528ec-3bce-4a5c-88d6-ab70e7e9ada9 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446227 Jul 27 11:15:52.566005 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9188c3be-9de6-4d73-a75f-94c047a8ff65 None None] The sync data for ids ['1747aefc-6e2e-456a-8f24-3ba5c8042879'] in dv-cinder-784956-7-iscsi is: [{'id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'name': 'tempest-TestShelveInstance-992842426-router', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:51Z', 'revision_number': 4, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'gw_port': {'id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': 'f9049344-b5b9-4467-8d7c-9f81d313e748', 'name': '', 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'mac_address': 'fa:16:3e:bb:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:51Z', 'updated_at': '2021-07-27T11:15:52Z', 'revision_number': 2, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'subnets': [{'id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:15:52.583990 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:52.621380 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-35bfb0fa-2d30-4771-8973-6b535d98fcec None None] Provisioning complete for port f9049344-b5b9-4467-8d7c-9f81d313e748 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:15:52.621796 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-35bfb0fa-2d30-4771-8973-6b535d98fcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:52.635224 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:15:52.643352 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-0d14b231-b8de-4e61-978f-0f4eb5fa5f27 admin admin] 10.222.0.16 "PUT /v2.0/routers/1747aefc-6e2e-456a-8f24-3ba5c8042879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8460743 Jul 27 11:15:52.658211 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-35bfb0fa-2d30-4771-8973-6b535d98fcec None None] Port f9049344-b5b9-4467-8d7c-9f81d313e748 cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:15:52.839923 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 470eae77-9432-438d-bc06-579bec6e473f up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:15:52.901852 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 470eae77-9432-438d-bc06-579bec6e473f triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:15:52.902231 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:53.158834 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 34252) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:53.164007 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-6e82a764-f1c5-4006-bec7-63334fa039ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1931311661-network', 'tenant_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:53.186944 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e82a764-f1c5-4006-bec7-63334fa039ee admin admin] Made reservation on behalf of 7cfbdd75e6ac4e9e8f44d26d93eb4f92 for: {'network': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:15:53.189483 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6e82a764-f1c5-4006-bec7-63334fa039ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:53.198284 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6e82a764-f1c5-4006-bec7-63334fa039ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:53.305373 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6e82a764-f1c5-4006-bec7-63334fa039ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:53.309397 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6e82a764-f1c5-4006-bec7-63334fa039ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:53.336048 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e82a764-f1c5-4006-bec7-63334fa039ee admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:15:53.346354 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82a764-f1c5-4006-bec7-63334fa039ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf6ecae-3cae-4cdc-8b66-24e30e27cd67,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:53.352699 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6e82a764-f1c5-4006-bec7-63334fa039ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:53.353052 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.segments_db [None req-6e82a764-f1c5-4006-bec7-63334fa039ee admin admin] Added segment 05452147-4463-4bb2-b0fc-0df9b74b5b54 of type vlan for network 1faa4cdf-121e-48b3-abbb-25a6bf56a139 Jul 27 11:15:53.397685 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6e82a764-f1c5-4006-bec7-63334fa039ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:53.428885 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6e82a764-f1c5-4006-bec7-63334fa039ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:53.429905 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e82a764-f1c5-4006-bec7-63334fa039ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:53.430486 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6e82a764-f1c5-4006-bec7-63334fa039ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:53.485470 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-6e82a764-f1c5-4006-bec7-63334fa039ee admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3253655 Jul 27 11:15:53.488826 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 34254) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:53.494554 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-9fea486f-91d3-470e-b2c1-8df37ec4805f admin admin] Request body: {'subnet': {'network_id': '1faa4cdf-121e-48b3-abbb-25a6bf56a139', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1931311661-subnet', 'tenant_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'ip_version': 4}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:53.495640 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82a764-f1c5-4006-bec7-63334fa039ee admin admin] Pushing event updated for resources: {'Network': ['ID=1faa4cdf-121e-48b3-abbb-25a6bf56a139,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:53.507072 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network 1faa4cdf-121e-48b3-abbb-25a6bf56a139 details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:15:53.522635 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fea486f-91d3-470e-b2c1-8df37ec4805f admin admin] Made reservation on behalf of 7cfbdd75e6ac4e9e8f44d26d93eb4f92 for: {'subnet': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:15:53.525035 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9fea486f-91d3-470e-b2c1-8df37ec4805f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10212596'] for subnet, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:53.755502 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c62bd-935f-463a-a033-e5ca460f502b req-574154ca-2c5f-4959-b91c-c5e3f3b02cda tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:53.757076 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cf3c62bd-935f-463a-a033-e5ca460f502b req-574154ca-2c5f-4959-b91c-c5e3f3b02cda tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.1371660 Jul 27 11:15:53.758698 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9fea486f-91d3-470e-b2c1-8df37ec4805f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10195356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10212582'] for subnet, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:53.835951 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea486f-91d3-470e-b2c1-8df37ec4805f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b441b18-9259-4bbd-b470-ce61f056e23e,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:53.846596 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cf3c62bd-935f-463a-a033-e5ca460f502b req-6eea9582-1913-4b63-af01-04651e5013fa tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659842 Jul 27 11:15:53.855455 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea486f-91d3-470e-b2c1-8df37ec4805f admin admin] Checking segment: {'id': '05452147-4463-4bb2-b0fc-0df9b74b5b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1faa4cdf-121e-48b3-abbb-25a6bf56a139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:15:53.855816 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fea486f-91d3-470e-b2c1-8df37ec4805f admin admin] Network hostable DHCP agents. Network: 1faa4cdf-121e-48b3-abbb-25a6bf56a139, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:15:53.873201 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fea486f-91d3-470e-b2c1-8df37ec4805f admin admin] Network 1faa4cdf-121e-48b3-abbb-25a6bf56a139 is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:15:53.882390 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-9fea486f-91d3-470e-b2c1-8df37ec4805f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, 1faa4cdf-121e-48b3-abbb-25a6bf56a139) {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:15:53.886415 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fea486f-91d3-470e-b2c1-8df37ec4805f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:53.887004 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9fea486f-91d3-470e-b2c1-8df37ec4805f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:53.890904 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d82fe7b-c976-4cb5-a296-836be649678d None None] Network 1faa4cdf-121e-48b3-abbb-25a6bf56a139 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:15:53.900512 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-9fea486f-91d3-470e-b2c1-8df37ec4805f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4100761 Jul 27 11:15:53.903116 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 34258) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:53.907623 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1931311661-router', 'tenant_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:53.931025 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3775200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1974'] for router, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:53.932031 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4083718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1967'] for router, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:54.027661 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:54.050807 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ee6ed7-432e-5d7f-b8e3-91ad041eefd6-1faa4cdf-121e-48b3-abbb-25a6bf56a139', 'network_id': '1faa4cdf-121e-48b3-abbb-25a6bf56a139', 'tenant_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'fixed_ips': [{'subnet_id': '6b441b18-9259-4bbd-b470-ce61f056e23e'}]}} from dv-cinder-784956-7-iscsi. {{(pid=93201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 11:15:54.051800 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:54.080282 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:54.167037 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4083828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1949'] for router, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:54.192914 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Allocated IP 172.20.0.2 (1faa4cdf-121e-48b3-abbb-25a6bf56a139/6b441b18-9259-4bbd-b470-ce61f056e23e/3a413a36-ac7b-4c20-8d96-2a1691ad1d58) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:15:54.344625 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:54.352737 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Transition to ACTIVE for port object 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:15:54.367004 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:54.370539 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Transition to ACTIVE for port object 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 will not be triggered until provisioned by entity DHCP. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:15:54.376822 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:54.386534 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:54.413935 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Network 1faa4cdf-121e-48b3-abbb-25a6bf56a139 is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:15:54.418671 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:15:54.422590 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:15:54.429309 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Pushing event updated for resources: {'Port': ['ID=3a413a36-ac7b-4c20-8d96-2a1691ad1d58,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:54.496325 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Attempting to bind port 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:15:54.496788 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Attempting to bind port 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '05452147-4463-4bb2-b0fc-0df9b74b5b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1faa4cdf-121e-48b3-abbb-25a6bf56a139'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:15:54.497180 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Attempting to bind port 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 on network 1faa4cdf-121e-48b3-abbb-25a6bf56a139 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:15:54.498976 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] Allocated IP 172.27.3.36 (b1883f27-eaab-4700-a5a8-37e3631f126f/c4c466e5-926d-42c1-b136-e6bf3690c687/0a0e657c-ffcf-409c-9979-a7dbc9dc254e) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:15:54.502598 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:15:54.502973 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Checking segment: {'id': '05452147-4463-4bb2-b0fc-0df9b74b5b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1faa4cdf-121e-48b3-abbb-25a6bf56a139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:15:54.503430 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:54.503864 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Bound using segment: {'id': '05452147-4463-4bb2-b0fc-0df9b74b5b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1faa4cdf-121e-48b3-abbb-25a6bf56a139'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:15:54.504391 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Bound port: 3a413a36-ac7b-4c20-8d96-2a1691ad1d58, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05452147-4463-4bb2-b0fc-0df9b74b5b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1faa4cdf-121e-48b3-abbb-25a6bf56a139'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:15:54.504776 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:54.562382 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Sync routers for ids ['1747aefc-6e2e-456a-8f24-3ba5c8042879'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:15:54.569630 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] For port 3a413a36-ac7b-4c20-8d96-2a1691ad1d58, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:15:54.573024 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] For port 3a413a36-ac7b-4c20-8d96-2a1691ad1d58, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=3a413a36-ac7b-4c20-8d96-2a1691ad1d58,segment=NetworkSegment(05452147-4463-4bb2-b0fc-0df9b74b5b54),segment_id=05452147-4463-4bb2-b0fc-0df9b74b5b54)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:15:54.579910 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:54.617075 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:54.638208 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3008646-b736-45d7-ae84-63a965c40b36 None None] Pushing event updated for resources: {'Port': ['ID=3a413a36-ac7b-4c20-8d96-2a1691ad1d58,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:54.663101 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Routers {'1747aefc-6e2e-456a-8f24-3ba5c8042879'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:15:54.663298 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:54.663728 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:15:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['1747aefc-6e2e-456a-8f24-3ba5c8042879'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:54.695625 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] Network b1883f27-eaab-4700-a5a8-37e3631f126f is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:15:54.698750 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:15:54.702689 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:15:54.741360 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] Pushing event updated for resources: {'Port': ['ID=0a0e657c-ffcf-409c-9979-a7dbc9dc254e,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:54.791563 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Set router 1747aefc-6e2e-456a-8f24-3ba5c8042879 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:15:54.937632 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device e78089ab-4089-4305-b60e-664cdd3ee3b0 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:15:54.996136 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port e78089ab-4089-4305-b60e-664cdd3ee3b0 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:15:55.001852 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port e78089ab-4089-4305-b60e-664cdd3ee3b0 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:15:55.002224 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:55.063754 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'name': 'tempest-TestShelveInstance-992842426-router', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:51Z', 'revision_number': 4, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'gw_port': {'id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': 'f9049344-b5b9-4467-8d7c-9f81d313e748', 'name': '', 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'mac_address': 'fa:16:3e:bb:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:51Z', 'updated_at': '2021-07-27T11:15:52Z', 'revision_number': 2, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'subnets': [{'id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:55.086445 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:55.089625 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Checking router: 1747aefc-6e2e-456a-8f24-3ba5c8042879 for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:15:55.090060 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Updating router 1747aefc-6e2e-456a-8f24-3ba5c8042879 port f9049344-b5b9-4467-8d7c-9f81d313e748 binding host dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:15:55.109881 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port e78089ab-4089-4305-b60e-664cdd3ee3b0, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=e78089ab-4089-4305-b60e-664cdd3ee3b0,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:15:55.114094 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:55.132348 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:55.164744 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=e78089ab-4089-4305-b60e-664cdd3ee3b0,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:55.311232 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:55.403863 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f96670-5c56-455a-9787-126fe317981a req-82ea900c-967f-49fc-853a-ec3f12bb70bb tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:55.406100 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-63f96670-5c56-455a-9787-126fe317981a req-82ea900c-967f-49fc-853a-ec3f12bb70bb tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.4581382 Jul 27 11:15:55.423257 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:55.436201 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Transition to ACTIVE for port object f9049344-b5b9-4467-8d7c-9f81d313e748 will not be triggered until provisioned by entity L2. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:15:55.442860 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:55.508033 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-63f96670-5c56-455a-9787-126fe317981a req-b98d12ed-2e49-485a-ab56-001eaf9b3ded tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958011 Jul 27 11:15:55.526166 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6bb84b-2102-4e11-b50d-d3a47034a59a None None] Pushing event updated for resources: {'Port': ['ID=f9049344-b5b9-4467-8d7c-9f81d313e748,revision_number=3']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:55.553645 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6bb84b-2102-4e11-b50d-d3a47034a59a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:55.554015 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6bb84b-2102-4e11-b50d-d3a47034a59a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:55.554348 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6bb84b-2102-4e11-b50d-d3a47034a59a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:55.554705 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6bb84b-2102-4e11-b50d-d3a47034a59a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:55.555034 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6bb84b-2102-4e11-b50d-d3a47034a59a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:55.555358 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6bb84b-2102-4e11-b50d-d3a47034a59a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:55.555678 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6bb84b-2102-4e11-b50d-d3a47034a59a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:55.556000 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6bb84b-2102-4e11-b50d-d3a47034a59a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:55.556336 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6bb84b-2102-4e11-b50d-d3a47034a59a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:55.556656 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6bb84b-2102-4e11-b50d-d3a47034a59a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:55.556975 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6bb84b-2102-4e11-b50d-d3a47034a59a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:55.557288 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6bb84b-2102-4e11-b50d-d3a47034a59a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:55.573456 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Attempting to bind port f9049344-b5b9-4467-8d7c-9f81d313e748 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:15:55.574207 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Attempting to bind port f9049344-b5b9-4467-8d7c-9f81d313e748 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '3140f030-dfbe-4ebf-9714-b1b1f6fb2769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42'}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:15:55.574207 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Attempting to bind port f9049344-b5b9-4467-8d7c-9f81d313e748 on network 00727d2e-a261-402c-a777-2fb23ca18a42 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:15:55.580866 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:15:55.581544 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Checking segment: {'id': '3140f030-dfbe-4ebf-9714-b1b1f6fb2769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:15:55.582112 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:55.582497 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Bound using segment: {'id': '3140f030-dfbe-4ebf-9714-b1b1f6fb2769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42'} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:15:55.582965 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Bound port: f9049344-b5b9-4467-8d7c-9f81d313e748, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3140f030-dfbe-4ebf-9714-b1b1f6fb2769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42'}}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:15:55.583416 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:55.594809 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083803'] for router, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:55.653601 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] For port f9049344-b5b9-4467-8d7c-9f81d313e748, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:15:55.656962 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] For port f9049344-b5b9-4467-8d7c-9f81d313e748, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=f9049344-b5b9-4467-8d7c-9f81d313e748,segment=NetworkSegment(3140f030-dfbe-4ebf-9714-b1b1f6fb2769),segment_id=3140f030-dfbe-4ebf-9714-b1b1f6fb2769)] {{(pid=93202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:15:55.663176 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:55.707007 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Routers {'1747aefc-6e2e-456a-8f24-3ba5c8042879'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:15:55.707742 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:15:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['1747aefc-6e2e-456a-8f24-3ba5c8042879'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:55.719526 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e3e71e-2c4b-43e5-a5d9-31472bd2bfd6 None None] Network 1faa4cdf-121e-48b3-abbb-25a6bf56a139 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:15:55.751100 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] Router 47dec92f-2891-4551-98bf-63f23ff18ef2 is scheduled to L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 with binding_index 1 {{(pid=93200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 11:15:55.783640 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6bb84b-2102-4e11-b50d-d3a47034a59a None None] Pushing event updated for resources: {'Port': ['ID=f9049344-b5b9-4467-8d7c-9f81d313e748,revision_number=4']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:55.854332 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] Set router 1747aefc-6e2e-456a-8f24-3ba5c8042879 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:15:55.879156 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:15:55.892296 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Sync routers for ids ['47dec92f-2891-4551-98bf-63f23ff18ef2'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:15:55.897874 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-4da6b0e6-e8f5-48a6-8617-2bb46bf065cc None None] Provisioning for port 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:15:55.899730 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] Notify callbacks [] for router, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:55.903801 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-962d3643-1f69-434e-9f72-cf9631bcd346 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9972222 Jul 27 11:15:55.904013 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 34266) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:55.933551 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Routers {'47dec92f-2891-4551-98bf-63f23ff18ef2'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:15:55.934189 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:15:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['47dec92f-2891-4551-98bf-63f23ff18ef2'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:56.105733 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'name': 'tempest-TestShelveInstance-992842426-router', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:51Z', 'revision_number': 4, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'gw_port': {'id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': 'f9049344-b5b9-4467-8d7c-9f81d313e748', 'name': '', 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'mac_address': 'fa:16:3e:bb:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:51Z', 'updated_at': '2021-07-27T11:15:55Z', 'revision_number': 4, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'subnets': [{'id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:56.133375 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a39fe6-452e-4036-927a-c793eda29d05 None None] The sync data for ids ['1747aefc-6e2e-456a-8f24-3ba5c8042879'] in dv-cinder-784956-7-iscsi is: [{'id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'name': 'tempest-TestShelveInstance-992842426-router', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:51Z', 'revision_number': 4, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'gw_port': {'id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': 'f9049344-b5b9-4467-8d7c-9f81d313e748', 'name': '', 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'mac_address': 'fa:16:3e:bb:0b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:51Z', 'updated_at': '2021-07-27T11:15:55Z', 'revision_number': 4, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'subnets': [{'id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:15:56.183698 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Set router 47dec92f-2891-4551-98bf-63f23ff18ef2 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:15:56.393017 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:56.419310 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'name': 'tempest-TestShelveInstance-1931311661-router', 'tenant_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '0a0e657c-ffcf-409c-9979-a7dbc9dc254e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:53Z', 'updated_at': '2021-07-27T11:15:54Z', 'revision_number': 3, 'project_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'gw_port': {'id': '0a0e657c-ffcf-409c-9979-a7dbc9dc254e', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:54Z', 'updated_at': '2021-07-27T11:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:56.448195 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Checking router: 47dec92f-2891-4551-98bf-63f23ff18ef2 for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:15:56.448683 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Updating router 47dec92f-2891-4551-98bf-63f23ff18ef2 port 0a0e657c-ffcf-409c-9979-a7dbc9dc254e binding host dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:15:56.498343 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:56.579358 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] Allocated IP 172.20.0.1 (1faa4cdf-121e-48b3-abbb-25a6bf56a139/6b441b18-9259-4bbd-b470-ce61f056e23e/71363bf9-7c73-4e8d-a9e2-a07d215467a6) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:15:56.733550 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:56.742612 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a660f5-2ae7-48c2-aab1-449dc62f257f req-bb073305-6999-42ea-9a1f-a66a0482311c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:56.744162 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-08a660f5-2ae7-48c2-aab1-449dc62f257f req-bb073305-6999-42ea-9a1f-a66a0482311c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.1541505 Jul 27 11:15:56.782349 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] Transition to ACTIVE for port object 71363bf9-7c73-4e8d-a9e2-a07d215467a6 will not be triggered until provisioned by entity DHCP. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:15:56.811397 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:56.822059 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-08a660f5-2ae7-48c2-aab1-449dc62f257f req-b6e2095c-43f3-425b-8573-744afe84c5fb tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610542 Jul 27 11:15:56.832068 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Transition to ACTIVE for port object 0a0e657c-ffcf-409c-9979-a7dbc9dc254e will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:15:56.847330 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:56.847457 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:56.891068 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] Network 1faa4cdf-121e-48b3-abbb-25a6bf56a139 is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:15:56.894219 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:15:56.897989 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:15:56.909012 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754131f-9baf-4afa-9e35-406d60c5a896 None None] Pushing event updated for resources: {'Port': ['ID=0a0e657c-ffcf-409c-9979-a7dbc9dc254e,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:56.911121 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Attempting to bind port 0a0e657c-ffcf-409c-9979-a7dbc9dc254e on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:15:56.911487 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Attempting to bind port 0a0e657c-ffcf-409c-9979-a7dbc9dc254e by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:15:56.911850 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Attempting to bind port 0a0e657c-ffcf-409c-9979-a7dbc9dc254e on network b1883f27-eaab-4700-a5a8-37e3631f126f {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:15:56.920925 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:15:56.921300 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Checking segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:15:56.921728 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:56.922120 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Bound using segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:15:56.922594 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Bound port: 0a0e657c-ffcf-409c-9979-a7dbc9dc254e, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:15:56.923387 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:56.925186 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754131f-9baf-4afa-9e35-406d60c5a896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:56.925566 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754131f-9baf-4afa-9e35-406d60c5a896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:56.925903 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754131f-9baf-4afa-9e35-406d60c5a896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:56.926234 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754131f-9baf-4afa-9e35-406d60c5a896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:56.926564 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754131f-9baf-4afa-9e35-406d60c5a896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:56.926939 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754131f-9baf-4afa-9e35-406d60c5a896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:56.927202 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754131f-9baf-4afa-9e35-406d60c5a896 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:56.927527 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754131f-9baf-4afa-9e35-406d60c5a896 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:56.927849 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754131f-9baf-4afa-9e35-406d60c5a896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:56.928172 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754131f-9baf-4afa-9e35-406d60c5a896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:56.928491 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754131f-9baf-4afa-9e35-406d60c5a896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:56.928811 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754131f-9baf-4afa-9e35-406d60c5a896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:15:56.930806 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] Pushing event updated for resources: {'Port': ['ID=71363bf9-7c73-4e8d-a9e2-a07d215467a6,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:56.944972 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084230'] for router_interface, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:56.982008 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] For port 0a0e657c-ffcf-409c-9979-a7dbc9dc254e, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:15:56.987191 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] For port 0a0e657c-ffcf-409c-9979-a7dbc9dc254e, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=0a0e657c-ffcf-409c-9979-a7dbc9dc254e,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:15:56.994504 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:57.003788 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:15:57.098159 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754131f-9baf-4afa-9e35-406d60c5a896 None None] Pushing event updated for resources: {'Port': ['ID=0a0e657c-ffcf-409c-9979-a7dbc9dc254e,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:57.103813 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Routers {'47dec92f-2891-4551-98bf-63f23ff18ef2'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:15:57.104533 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:57.104671 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:15:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['47dec92f-2891-4551-98bf-63f23ff18ef2'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:57.191091 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:15:57.198809 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:15:57.199183 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:57.252610 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] Set router 47dec92f-2891-4551-98bf-63f23ff18ef2 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:15:57.271519 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:57.276329 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:57.286472 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-ab70063d-36fa-4ea3-863d-fcd3ba74e437 None None] Provisioning for port 71363bf9-7c73-4e8d-a9e2-a07d215467a6 completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:15:57.306132 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-ab70063d-36fa-4ea3-863d-fcd3ba74e437 None None] Provisioning complete for port 71363bf9-7c73-4e8d-a9e2-a07d215467a6 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:15:57.306503 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ab70063d-36fa-4ea3-863d-fcd3ba74e437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:57.342865 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084630'] for router_interface, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:57.345554 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] Pushing event updated for resources: {'Port': ['ID=71363bf9-7c73-4e8d-a9e2-a07d215467a6,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:57.441497 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:57.443374 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] Network 1faa4cdf-121e-48b3-abbb-25a6bf56a139 is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:15:57.444388 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-ab70063d-36fa-4ea3-863d-fcd3ba74e437 None None] Port 71363bf9-7c73-4e8d-a9e2-a07d215467a6 cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:15:57.444856 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:15:57.507383 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 3a413a36-ac7b-4c20-8d96-2a1691ad1d58, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=3a413a36-ac7b-4c20-8d96-2a1691ad1d58,segment=NetworkSegment(05452147-4463-4bb2-b0fc-0df9b74b5b54),segment_id=05452147-4463-4bb2-b0fc-0df9b74b5b54)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:15:57.535917 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:57.537304 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device e78089ab-4089-4305-b60e-664cdd3ee3b0 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:15:57.572500 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] Router 47dec92f-2891-4551-98bf-63f23ff18ef2 has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:15:57.628707 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=3a413a36-ac7b-4c20-8d96-2a1691ad1d58,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:57.650931 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'name': 'tempest-TestShelveInstance-1931311661-router', 'tenant_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '0a0e657c-ffcf-409c-9979-a7dbc9dc254e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:53Z', 'updated_at': '2021-07-27T11:15:57Z', 'revision_number': 4, 'project_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'gw_port': {'id': '0a0e657c-ffcf-409c-9979-a7dbc9dc254e', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:54Z', 'updated_at': '2021-07-27T11:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '71363bf9-7c73-4e8d-a9e2-a07d215467a6', 'name': '', 'network_id': '1faa4cdf-121e-48b3-abbb-25a6bf56a139', 'tenant_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'mac_address': 'fa:16:3e:89:b0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6b441b18-9259-4bbd-b470-ce61f056e23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:56Z', 'updated_at': '2021-07-27T11:15:56Z', 'revision_number': 1, 'project_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'subnets': [{'id': '6b441b18-9259-4bbd-b470-ce61f056e23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:15:57.653986 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port e78089ab-4089-4305-b60e-664cdd3ee3b0 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:15:57.654365 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:57.684118 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:15:57.693515 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-6627197a-d414-44b6-ba87-334d65579b42 admin admin] 10.222.0.16 "PUT /v2.0/routers/47dec92f-2891-4551-98bf-63f23ff18ef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7871952 Jul 27 11:15:57.695819 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2096878-2516-4ea0-9ece-e7be7a8b3265 None None] The sync data for ids ['47dec92f-2891-4551-98bf-63f23ff18ef2'] in dv-cinder-784956-7-iscsi is: [{'id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'name': 'tempest-TestShelveInstance-1931311661-router', 'tenant_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '0a0e657c-ffcf-409c-9979-a7dbc9dc254e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:53Z', 'updated_at': '2021-07-27T11:15:57Z', 'revision_number': 4, 'project_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'gw_port': {'id': '0a0e657c-ffcf-409c-9979-a7dbc9dc254e', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:54Z', 'updated_at': '2021-07-27T11:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '71363bf9-7c73-4e8d-a9e2-a07d215467a6', 'name': '', 'network_id': '1faa4cdf-121e-48b3-abbb-25a6bf56a139', 'tenant_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'mac_address': 'fa:16:3e:89:b0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6b441b18-9259-4bbd-b470-ce61f056e23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:56Z', 'updated_at': '2021-07-27T11:15:56Z', 'revision_number': 1, 'project_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'subnets': [{'id': '6b441b18-9259-4bbd-b470-ce61f056e23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:15:57.761603 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device f9049344-b5b9-4467-8d7c-9f81d313e748 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:15:57.810726 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-d2c0d161-f045-43dc-aa4a-ea400ac2dd2b None None] Provisioning complete for port 71363bf9-7c73-4e8d-a9e2-a07d215467a6 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:15:57.811298 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d2c0d161-f045-43dc-aa4a-ea400ac2dd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:57.855876 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0d161-f045-43dc-aa4a-ea400ac2dd2b None None] Port 71363bf9-7c73-4e8d-a9e2-a07d215467a6 cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:15:57.859889 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port f9049344-b5b9-4467-8d7c-9f81d313e748 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:15:57.864160 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port f9049344-b5b9-4467-8d7c-9f81d313e748 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:15:57.864544 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:57.998659 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.022282 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d4b22-f2ba-4b21-ac3f-efbe63b76e9f req-4ec7d3bb-7a50-4b0c-ab8f-fbd1e0998d6b tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:58.024112 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e51d4b22-f2ba-4b21-ac3f-efbe63b76e9f req-4ec7d3bb-7a50-4b0c-ab8f-fbd1e0998d6b tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.0777307 Jul 27 11:15:58.038572 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port f9049344-b5b9-4467-8d7c-9f81d313e748, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=f9049344-b5b9-4467-8d7c-9f81d313e748,segment=NetworkSegment(3140f030-dfbe-4ebf-9714-b1b1f6fb2769),segment_id=3140f030-dfbe-4ebf-9714-b1b1f6fb2769)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:15:58.044304 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.086003 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e51d4b22-f2ba-4b21-ac3f-efbe63b76e9f req-42da9866-4de5-428b-8f14-a24ab71d5157 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494187 Jul 27 11:15:58.100927 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=f9049344-b5b9-4467-8d7c-9f81d313e748,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:58.247121 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 34282) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:58.252155 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-fa3a2b26-213f-4155-b8e8-fb03f56d4baf tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1797111686', 'description': 'tempest-secgroup-smoke-1797111686 description', 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:58.277110 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fa3a2b26-213f-4155-b8e8-fb03f56d4baf tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.359829 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fa3a2b26-213f-4155-b8e8-fb03f56d4baf tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.363205 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fa3a2b26-213f-4155-b8e8-fb03f56d4baf tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.390930 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fa3a2b26-213f-4155-b8e8-fb03f56d4baf tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.392130 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-fa3a2b26-213f-4155-b8e8-fb03f56d4baf tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1439466 Jul 27 11:15:58.395367 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 34284) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:58.397151 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a2b26-213f-4155-b8e8-fb03f56d4baf tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:58.400908 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-56653001-d754-4922-89fa-bbd733e6d789 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Request body: {'security_group_rule': {'security_group_id': 'd28ec3ca-cdeb-40d1-b6db-95bbf32dab46', 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:58.427888 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-56653001-d754-4922-89fa-bbd733e6d789 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.483244 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-56653001-d754-4922-89fa-bbd733e6d789 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.486662 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-56653001-d754-4922-89fa-bbd733e6d789 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.507383 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56653001-d754-4922-89fa-bbd733e6d789 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ebbc91-1629-46ab-a5ac-eb7a5f11a757,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:58.512003 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-56653001-d754-4922-89fa-bbd733e6d789 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.513179 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-56653001-d754-4922-89fa-bbd733e6d789 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166248 Jul 27 11:15:58.516390 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 34286) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:58.520718 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-81f1c495-3115-4794-9dad-1a75e8a2bc32 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Request body: {'security_group_rule': {'security_group_id': 'd28ec3ca-cdeb-40d1-b6db-95bbf32dab46', 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:58.547641 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-81f1c495-3115-4794-9dad-1a75e8a2bc32 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.603270 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-81f1c495-3115-4794-9dad-1a75e8a2bc32 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.606598 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-81f1c495-3115-4794-9dad-1a75e8a2bc32 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.627635 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1c495-3115-4794-9dad-1a75e8a2bc32 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc03cbd4-2513-4435-b28e-61ded69231cc,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:58.633672 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-81f1c495-3115-4794-9dad-1a75e8a2bc32 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.634836 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-81f1c495-3115-4794-9dad-1a75e8a2bc32 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175210 Jul 27 11:15:58.637639 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 34290) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:58.645099 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-01ea8439-adcb-4b47-bbfd-7a7eb49f2071 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Request body: {'security_group_rule': {'security_group_id': 'd28ec3ca-cdeb-40d1-b6db-95bbf32dab46', 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:58.667946 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-01ea8439-adcb-4b47-bbfd-7a7eb49f2071 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.724788 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-01ea8439-adcb-4b47-bbfd-7a7eb49f2071 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.728143 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-01ea8439-adcb-4b47-bbfd-7a7eb49f2071 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.744935 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea8439-adcb-4b47-bbfd-7a7eb49f2071 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ca1159-bb44-4fb3-8c9a-3b67f57dccb2,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:58.751687 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-01ea8439-adcb-4b47-bbfd-7a7eb49f2071 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.753372 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-01ea8439-adcb-4b47-bbfd-7a7eb49f2071 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146317 Jul 27 11:15:58.755853 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 34292) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:58.763967 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-613c1d75-2232-40fb-b673-fc856f80674c tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Request body: {'security_group_rule': {'security_group_id': 'd28ec3ca-cdeb-40d1-b6db-95bbf32dab46', 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:58.795378 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-613c1d75-2232-40fb-b673-fc856f80674c tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.872161 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-613c1d75-2232-40fb-b673-fc856f80674c tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.879160 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-613c1d75-2232-40fb-b673-fc856f80674c tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.899751 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c1d75-2232-40fb-b673-fc856f80674c tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e643401-a914-4e66-a338-07ea2fa074d9,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:58.899979 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:15:58.902891 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-613c1d75-2232-40fb-b673-fc856f80674c tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.903995 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-613c1d75-2232-40fb-b673-fc856f80674c tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1470854 Jul 27 11:15:58.907098 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 34294) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:58.911819 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-d02bcdae-cdc5-4cd5-b910-ca9d93f7dc2c tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Request body: {'security_group_rule': {'security_group_id': 'd28ec3ca-cdeb-40d1-b6db-95bbf32dab46', 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:58.935418 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.securitygroups_db [None req-d02bcdae-cdc5-4cd5-b910-ca9d93f7dc2c tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Project 2b9bfd2d2b244bfcb54501759fd2ebbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 11:15:58.941353 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d02bcdae-cdc5-4cd5-b910-ca9d93f7dc2c tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:58.966384 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:15:58.966848 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:59.007836 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d02bcdae-cdc5-4cd5-b910-ca9d93f7dc2c tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:59.012240 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d02bcdae-cdc5-4cd5-b910-ca9d93f7dc2c tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:59.035357 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bcdae-cdc5-4cd5-b910-ca9d93f7dc2c tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33b2668-1de6-4624-abe0-7e7b94b53d88,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:59.043710 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d02bcdae-cdc5-4cd5-b910-ca9d93f7dc2c tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:59.048515 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-d02bcdae-cdc5-4cd5-b910-ca9d93f7dc2c tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405077 Jul 27 11:15:59.048713 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 34296) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:15:59.054102 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-eb02605a-c019-4a84-8d1b-c57182521ee6 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Request body: {'security_group_rule': {'security_group_id': 'd28ec3ca-cdeb-40d1-b6db-95bbf32dab46', 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:15:59.056139 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device f9049344-b5b9-4467-8d7c-9f81d313e748 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:15:59.083045 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.securitygroups_db [None req-eb02605a-c019-4a84-8d1b-c57182521ee6 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Project 2b9bfd2d2b244bfcb54501759fd2ebbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 11:15:59.091364 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-eb02605a-c019-4a84-8d1b-c57182521ee6 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:59.181954 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-eb02605a-c019-4a84-8d1b-c57182521ee6 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:59.210255 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-eb02605a-c019-4a84-8d1b-c57182521ee6 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:59.231718 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port f9049344-b5b9-4467-8d7c-9f81d313e748 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:15:59.232185 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:59.234541 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02605a-c019-4a84-8d1b-c57182521ee6 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aecd0be5-84a1-451d-ac87-2fd86fafa623,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:15:59.246601 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-eb02605a-c019-4a84-8d1b-c57182521ee6 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:15:59.248018 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-eb02605a-c019-4a84-8d1b-c57182521ee6 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1977057 Jul 27 11:15:59.281556 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db545ca-bc44-4c41-8757-abe6bdf51801 req-20997115-f55e-4f24-9af8-adde3fb42d69 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:15:59.283356 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7db545ca-bc44-4c41-8757-abe6bdf51801 req-20997115-f55e-4f24-9af8-adde3fb42d69 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.1184101 Jul 27 11:15:59.338235 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7db545ca-bc44-4c41-8757-abe6bdf51801 req-b5131de1-f0c3-4a27-b7a2-15b0d7208b5a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468876 Jul 27 11:16:00.210027 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Sync routers for ids ['47dec92f-2891-4551-98bf-63f23ff18ef2'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:16:00.219634 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Routers {'47dec92f-2891-4551-98bf-63f23ff18ef2'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:16:00.220238 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:15:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['47dec92f-2891-4551-98bf-63f23ff18ef2'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:00.324134 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Set router 47dec92f-2891-4551-98bf-63f23ff18ef2 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:16:00.469560 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871182a8-fe62-429f-a626-fa35bd8024c7 req-53810636-f9ce-4637-9e0c-adba147dc0c5 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:00.471027 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-871182a8-fe62-429f-a626-fa35bd8024c7 req-53810636-f9ce-4637-9e0c-adba147dc0c5 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.0625088 Jul 27 11:16:00.511838 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-871182a8-fe62-429f-a626-fa35bd8024c7 req-323d1bef-6c98-41c9-a864-f47868f9c934 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343449 Jul 27 11:16:00.522527 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'name': 'tempest-TestShelveInstance-1931311661-router', 'tenant_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '0a0e657c-ffcf-409c-9979-a7dbc9dc254e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:53Z', 'updated_at': '2021-07-27T11:15:57Z', 'revision_number': 4, 'project_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'gw_port': {'id': '0a0e657c-ffcf-409c-9979-a7dbc9dc254e', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:54Z', 'updated_at': '2021-07-27T11:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '71363bf9-7c73-4e8d-a9e2-a07d215467a6', 'name': '', 'network_id': '1faa4cdf-121e-48b3-abbb-25a6bf56a139', 'tenant_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'mac_address': 'fa:16:3e:89:b0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6b441b18-9259-4bbd-b470-ce61f056e23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:56Z', 'updated_at': '2021-07-27T11:15:57Z', 'revision_number': 2, 'project_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'subnets': [{'id': '6b441b18-9259-4bbd-b470-ce61f056e23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:00.629259 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Checking router: 47dec92f-2891-4551-98bf-63f23ff18ef2 for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:16:00.629629 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Updating router 47dec92f-2891-4551-98bf-63f23ff18ef2 port 71363bf9-7c73-4e8d-a9e2-a07d215467a6 binding host dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:16:00.662972 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:00.841580 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 0a0e657c-ffcf-409c-9979-a7dbc9dc254e up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:16:00.893986 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 0a0e657c-ffcf-409c-9979-a7dbc9dc254e completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:16:00.898109 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 0a0e657c-ffcf-409c-9979-a7dbc9dc254e triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:16:00.898482 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:00.945990 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:00.955701 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Transition to ACTIVE for port object 71363bf9-7c73-4e8d-a9e2-a07d215467a6 will not be triggered until provisioned by entity L2. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:16:00.962832 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:00.976667 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:01.000108 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 0a0e657c-ffcf-409c-9979-a7dbc9dc254e, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=0a0e657c-ffcf-409c-9979-a7dbc9dc254e,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:01.004793 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:01.048468 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0864be2-d105-4161-8ee8-3ca55a78e507 None None] Pushing event updated for resources: {'Port': ['ID=71363bf9-7c73-4e8d-a9e2-a07d215467a6,revision_number=3']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:01.060711 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=0a0e657c-ffcf-409c-9979-a7dbc9dc254e,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:01.083879 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Attempting to bind port 71363bf9-7c73-4e8d-a9e2-a07d215467a6 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:16:01.084244 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Attempting to bind port 71363bf9-7c73-4e8d-a9e2-a07d215467a6 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '05452147-4463-4bb2-b0fc-0df9b74b5b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1faa4cdf-121e-48b3-abbb-25a6bf56a139'}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:16:01.084603 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Attempting to bind port 71363bf9-7c73-4e8d-a9e2-a07d215467a6 on network 1faa4cdf-121e-48b3-abbb-25a6bf56a139 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:16:01.089708 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:16:01.090222 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Checking segment: {'id': '05452147-4463-4bb2-b0fc-0df9b74b5b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1faa4cdf-121e-48b3-abbb-25a6bf56a139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:16:01.090625 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:01.091019 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Bound using segment: {'id': '05452147-4463-4bb2-b0fc-0df9b74b5b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1faa4cdf-121e-48b3-abbb-25a6bf56a139'} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:16:01.091488 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Bound port: 71363bf9-7c73-4e8d-a9e2-a07d215467a6, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05452147-4463-4bb2-b0fc-0df9b74b5b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1faa4cdf-121e-48b3-abbb-25a6bf56a139'}}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:16:01.091884 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:01.156170 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] For port 71363bf9-7c73-4e8d-a9e2-a07d215467a6, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:16:01.161325 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] For port 71363bf9-7c73-4e8d-a9e2-a07d215467a6, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=71363bf9-7c73-4e8d-a9e2-a07d215467a6,segment=NetworkSegment(05452147-4463-4bb2-b0fc-0df9b74b5b54),segment_id=05452147-4463-4bb2-b0fc-0df9b74b5b54)] {{(pid=93202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:16:01.165320 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:01.241318 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0864be2-d105-4161-8ee8-3ca55a78e507 None None] Pushing event updated for resources: {'Port': ['ID=71363bf9-7c73-4e8d-a9e2-a07d215467a6,revision_number=4']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:01.244143 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Routers {'47dec92f-2891-4551-98bf-63f23ff18ef2'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:16:01.244783 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:15:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['47dec92f-2891-4551-98bf-63f23ff18ef2'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:01.351095 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] Set router 47dec92f-2891-4551-98bf-63f23ff18ef2 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:16:01.551477 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'name': 'tempest-TestShelveInstance-1931311661-router', 'tenant_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '0a0e657c-ffcf-409c-9979-a7dbc9dc254e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:53Z', 'updated_at': '2021-07-27T11:15:57Z', 'revision_number': 4, 'project_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'gw_port': {'id': '0a0e657c-ffcf-409c-9979-a7dbc9dc254e', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:54Z', 'updated_at': '2021-07-27T11:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '71363bf9-7c73-4e8d-a9e2-a07d215467a6', 'name': '', 'network_id': '1faa4cdf-121e-48b3-abbb-25a6bf56a139', 'tenant_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'mac_address': 'fa:16:3e:89:b0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6b441b18-9259-4bbd-b470-ce61f056e23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:56Z', 'updated_at': '2021-07-27T11:16:01Z', 'revision_number': 4, 'project_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'subnets': [{'id': '6b441b18-9259-4bbd-b470-ce61f056e23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:01.577537 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b847b9-a992-4457-b2ac-a9cb403674ba None None] The sync data for ids ['47dec92f-2891-4551-98bf-63f23ff18ef2'] in dv-cinder-784956-7-iscsi is: [{'id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'name': 'tempest-TestShelveInstance-1931311661-router', 'tenant_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '0a0e657c-ffcf-409c-9979-a7dbc9dc254e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:53Z', 'updated_at': '2021-07-27T11:15:57Z', 'revision_number': 4, 'project_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'gw_port': {'id': '0a0e657c-ffcf-409c-9979-a7dbc9dc254e', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:54Z', 'updated_at': '2021-07-27T11:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '71363bf9-7c73-4e8d-a9e2-a07d215467a6', 'name': '', 'network_id': '1faa4cdf-121e-48b3-abbb-25a6bf56a139', 'tenant_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'mac_address': 'fa:16:3e:89:b0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6b441b18-9259-4bbd-b470-ce61f056e23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:56Z', 'updated_at': '2021-07-27T11:16:01Z', 'revision_number': 4, 'project_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'subnets': [{'id': '6b441b18-9259-4bbd-b470-ce61f056e23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:16:01.649747 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc755fa0-be95-4e8f-acd7-794483354bfe req-5dcb2806-cf6b-4cf1-ac0a-84a779734409 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:01.651256 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fc755fa0-be95-4e8f-acd7-794483354bfe req-5dcb2806-cf6b-4cf1-ac0a-84a779734409 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.0655971 Jul 27 11:16:01.695357 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fc755fa0-be95-4e8f-acd7-794483354bfe req-bf7165ab-e0f2-425f-9336-a03a1bae3059 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379901 Jul 27 11:16:02.697496 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:16:02.831585 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 0a0e657c-ffcf-409c-9979-a7dbc9dc254e up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:16:02.848868 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d379f-55cf-4f9a-b957-2d1698d0f4ea req-7cc4d10d-6493-4188-84e7-3ce08a49aeca tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:02.850472 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-599d379f-55cf-4f9a-b957-2d1698d0f4ea req-7cc4d10d-6493-4188-84e7-3ce08a49aeca tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.0751977 Jul 27 11:16:02.885238 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 0a0e657c-ffcf-409c-9979-a7dbc9dc254e triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:16:02.886698 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:02.889727 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-599d379f-55cf-4f9a-b957-2d1698d0f4ea req-9bb9cd20-e14d-40ac-bbd2-fe2212445ab3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326722 Jul 27 11:16:02.964602 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 71363bf9-7c73-4e8d-a9e2-a07d215467a6 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:16:03.011966 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 71363bf9-7c73-4e8d-a9e2-a07d215467a6 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:16:03.016373 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 71363bf9-7c73-4e8d-a9e2-a07d215467a6 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:16:03.016750 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:03.101382 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:03.135348 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 71363bf9-7c73-4e8d-a9e2-a07d215467a6, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=71363bf9-7c73-4e8d-a9e2-a07d215467a6,segment=NetworkSegment(05452147-4463-4bb2-b0fc-0df9b74b5b54),segment_id=05452147-4463-4bb2-b0fc-0df9b74b5b54)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:03.138962 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:03.186708 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=71363bf9-7c73-4e8d-a9e2-a07d215467a6,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:04.026184 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d17c7f-e2c6-4968-b98a-cfc9e8ec6f41 req-b75c4605-7fb2-48a8-9c73-e5a074ee53ae tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:04.027692 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a1d17c7f-e2c6-4968-b98a-cfc9e8ec6f41 req-b75c4605-7fb2-48a8-9c73-e5a074ee53ae tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.0645943 Jul 27 11:16:04.065663 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a1d17c7f-e2c6-4968-b98a-cfc9e8ec6f41 req-9d62b4f9-d587-4544-a028-23314ab02620 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314827 Jul 27 11:16:04.095943 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 87c58718-415d-4d3b-84ea-d4b862ac2252 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:16:04.194356 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 87c58718-415d-4d3b-84ea-d4b862ac2252, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=87c58718-415d-4d3b-84ea-d4b862ac2252,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:04.205645 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '87c58718-415d-4d3b-84ea-d4b862ac2252', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'port_id': '87c58718-415d-4d3b-84ea-d4b862ac2252', 'mac_address': 'fa:16:3e:39:78:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:16:04.242858 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:04.255013 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87c58718-415d-4d3b-84ea-d4b862ac2252 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:16:04.274197 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 87c58718-415d-4d3b-84ea-d4b862ac2252, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=87c58718-415d-4d3b-84ea-d4b862ac2252,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:04.278058 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:04.335567 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=87c58718-415d-4d3b-84ea-d4b862ac2252,revision_number=6']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:04.338658 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:04.508435 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['87c58718-415d-4d3b-84ea-d4b862ac2252'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:16:04.806407 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 71363bf9-7c73-4e8d-a9e2-a07d215467a6 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:16:04.854418 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 71363bf9-7c73-4e8d-a9e2-a07d215467a6 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:16:04.854791 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:05.206704 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16dbc2-c9dd-4e77-a8b0-d0572108c453 req-d872d2ad-e1ea-4be7-944a-45d4e79958cc tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:05.208298 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9d16dbc2-c9dd-4e77-a8b0-d0572108c453 req-d872d2ad-e1ea-4be7-944a-45d4e79958cc tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 945 time: 0.0713089 Jul 27 11:16:05.248374 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9d16dbc2-c9dd-4e77-a8b0-d0572108c453 req-a61f9b63-e955-4572-aa4c-85896ebbabfd tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328505 Jul 27 11:16:06.102940 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 87c58718-415d-4d3b-84ea-d4b862ac2252 up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:16:06.160197 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 87c58718-415d-4d3b-84ea-d4b862ac2252 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:16:06.160706 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:06.244627 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:06.269659 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f45d24e-7bf6-424b-93e5-ebc7f1480003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c58718-415d-4d3b-84ea-d4b862ac2252'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:16:06.271902 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082fc6b2-3fcf-4844-a451-c694a20ef8fb" -d '{"events": [{"server_uuid": "0f45d24e-7bf6-424b-93e5-ebc7f1480003", "name": "network-vif-plugged", "status": "completed", "tag": "87c58718-415d-4d3b-84ea-d4b862ac2252"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:16:06.288694 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 87c58718-415d-4d3b-84ea-d4b862ac2252, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=87c58718-415d-4d3b-84ea-d4b862ac2252,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:06.294552 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:06.383156 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=87c58718-415d-4d3b-84ea-d4b862ac2252,revision_number=7']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:06.416466 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3bcb82-d1c7-4045-b280-bdfd00017a4b x-openstack-request-id: req-3f3bcb82-d1c7-4045-b280-bdfd00017a4b {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:16:06.416760 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f45d24e-7bf6-424b-93e5-ebc7f1480003", "name": "network-vif-plugged", "status": "completed", "tag": "87c58718-415d-4d3b-84ea-d4b862ac2252", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:16:06.417007 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f3bcb82-d1c7-4045-b280-bdfd00017a4b {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:16:06.417417 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f45d24e-7bf6-424b-93e5-ebc7f1480003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c58718-415d-4d3b-84ea-d4b862ac2252', 'code': 200} Jul 27 11:16:06.457382 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c981f-95dd-4b50-a069-cdb681825a87 req-07909df8-8237-4ffb-80cc-9d12237d7134 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:06.458935 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f65c981f-95dd-4b50-a069-cdb681825a87 req-07909df8-8237-4ffb-80cc-9d12237d7134 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.1052787 Jul 27 11:16:06.503340 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f65c981f-95dd-4b50-a069-cdb681825a87 req-3958fadc-7969-4229-917a-fc8fe8c395d8 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371091 Jul 27 11:16:07.666243 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233558a4-2917-43c4-be9f-c67eecfd2a50 req-b761ee22-96ae-4f84-b3e6-d715067aa4fd tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:07.674332 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-233558a4-2917-43c4-be9f-c67eecfd2a50 req-b761ee22-96ae-4f84-b3e6-d715067aa4fd tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.0889843 Jul 27 11:16:07.722951 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-233558a4-2917-43c4-be9f-c67eecfd2a50 req-1dd11773-39c8-471d-9987-36fdc0ee65fb tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473540 Jul 27 11:16:07.915293 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbed6e5-c38d-4f41-92d4-6dfc7b738c9d req-5d285ecf-044b-4537-b617-d5cf8b578f57 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:07.916940 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8fbed6e5-c38d-4f41-92d4-6dfc7b738c9d req-5d285ecf-044b-4537-b617-d5cf8b578f57 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 945 time: 0.0681522 Jul 27 11:16:07.966300 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8fbed6e5-c38d-4f41-92d4-6dfc7b738c9d req-3eb60efa-65bb-44eb-97f9-f8e671f3aba9 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386574 Jul 27 11:16:08.872241 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b6b24-d602-4610-b8c2-bfa941a048c5 req-e3036572-98ef-4f7d-8a21-0ad633337301 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:08.873865 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3a4b6b24-d602-4610-b8c2-bfa941a048c5 req-e3036572-98ef-4f7d-8a21-0ad633337301 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.0683315 Jul 27 11:16:08.914624 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3a4b6b24-d602-4610-b8c2-bfa941a048c5 req-e1465722-5c74-4122-bff9-52b833596740 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342865 Jul 27 11:16:09.122126 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1e9f-be98-4e41-bc51-7730c763f1a8 req-ec13545e-648a-4ece-952f-16a74600bd41 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:09.123763 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e4cb1e9f-be98-4e41-bc51-7730c763f1a8 req-ec13545e-648a-4ece-952f-16a74600bd41 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 945 time: 0.0766897 Jul 27 11:16:09.164165 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e4cb1e9f-be98-4e41-bc51-7730c763f1a8 req-0148a7e4-cbbd-47d9-87c8-59a9268ad46f tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334964 Jul 27 11:16:09.757845 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184f3fb-e095-4164-8afc-e4798f7d7e4c req-eab417f8-e793-4dc6-abfa-59c254c1ec3c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:09.764426 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-b184f3fb-e095-4164-8afc-e4798f7d7e4c req-eab417f8-e793-4dc6-abfa-59c254c1ec3c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.20 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 945 time: 0.0767074 Jul 27 11:16:09.878453 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [req-b184f3fb-e095-4164-8afc-e4798f7d7e4c req-dae0bbcb-bb6f-4dd3-96bf-5ba6b48c1826 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Deleting port 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:16:09.879077 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-b184f3fb-e095-4164-8afc-e4798f7d7e4c req-dae0bbcb-bb6f-4dd3-96bf-5ba6b48c1826 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:09.994198 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [req-b184f3fb-e095-4164-8afc-e4798f7d7e4c req-dae0bbcb-bb6f-4dd3-96bf-5ba6b48c1826 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] For port 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:09.994567 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-b184f3fb-e095-4164-8afc-e4798f7d7e4c req-dae0bbcb-bb6f-4dd3-96bf-5ba6b48c1826 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:10.086365 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a401-306c-4a26-ad04-6530104c0df4 req-4c68c37f-35c2-4e74-a614-ed0c0659a497 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:10.090789 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5908a401-306c-4a26-ad04-6530104c0df4 req-4c68c37f-35c2-4e74-a614-ed0c0659a497 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.0905356 Jul 27 11:16:10.151644 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5908a401-306c-4a26-ad04-6530104c0df4 req-af481854-ca61-48e9-bca3-b108a36a7c02 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538235 Jul 27 11:16:10.199019 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-b184f3fb-e095-4164-8afc-e4798f7d7e4c req-dae0bbcb-bb6f-4dd3-96bf-5ba6b48c1826 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:10.200433 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-b184f3fb-e095-4164-8afc-e4798f7d7e4c req-dae0bbcb-bb6f-4dd3-96bf-5ba6b48c1826 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084477'] for floatingip, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:10.201188 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.l3_db [req-b184f3fb-e095-4164-8afc-e4798f7d7e4c req-dae0bbcb-bb6f-4dd3-96bf-5ba6b48c1826 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Floating IP ee98c8cd-a731-4ccc-9f5e-a9e699becb8f disassociated. External IP: 172.27.3.233, port: 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a. Jul 27 11:16:10.201937 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [req-b184f3fb-e095-4164-8afc-e4798f7d7e4c req-dae0bbcb-bb6f-4dd3-96bf-5ba6b48c1826 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Calling delete_port for 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a owned by compute:nova {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:16:10.380381 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-b184f3fb-e095-4164-8afc-e4798f7d7e4c req-dae0bbcb-bb6f-4dd3-96bf-5ba6b48c1826 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:10.401125 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966e67f-10a7-4917-b8f7-d960a9ad219c req-e33a81ed-5e31-424d-b217-ae75e59c55b2 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:10.403592 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3966e67f-10a7-4917-b8f7-d960a9ad219c req-e33a81ed-5e31-424d-b217-ae75e59c55b2 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 867 time: 0.1432891 Jul 27 11:16:10.422580 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0bbcb-bb6f-4dd3-96bf-5ba6b48c1826 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event deleted for resources: {'Port': ['ID=5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:10.476713 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3966e67f-10a7-4917-b8f7-d960a9ad219c req-54875410-6a62-4b8e-98eb-d63241ea9cb3 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660033 Jul 27 11:16:10.591557 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b184f3fb-e095-4164-8afc-e4798f7d7e4c req-dae0bbcb-bb6f-4dd3-96bf-5ba6b48c1826 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Router b0f776a0-c20c-45c6-8312-feceac0d888e has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:16:10.716685 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b184f3fb-e095-4164-8afc-e4798f7d7e4c req-dae0bbcb-bb6f-4dd3-96bf-5ba6b48c1826 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:16:10.729179 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f639ac-306b-489b-8d23-7f61dc38c395 None None] Sync routers for ids ['b0f776a0-c20c-45c6-8312-feceac0d888e'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:16:10.743655 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f639ac-306b-489b-8d23-7f61dc38c395 None None] Routers {'b0f776a0-c20c-45c6-8312-feceac0d888e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:16:10.744297 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-c2f639ac-306b-489b-8d23-7f61dc38c395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:15:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['b0f776a0-c20c-45c6-8312-feceac0d888e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:10.770264 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [req-b184f3fb-e095-4164-8afc-e4798f7d7e4c req-dae0bbcb-bb6f-4dd3-96bf-5ba6b48c1826 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] No DVR routers for this DVR port 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a on host hv-cinder-78495 {{(pid=93199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:16:10.772827 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-b184f3fb-e095-4164-8afc-e4798f7d7e4c req-dae0bbcb-bb6f-4dd3-96bf-5ba6b48c1826 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:10.774715 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-b184f3fb-e095-4164-8afc-e4798f7d7e4c req-dae0bbcb-bb6f-4dd3-96bf-5ba6b48c1826 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.20 "DELETE /v2.0/ports/5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a HTTP/1.1" status: 204 len: 173 time: 1.0037127 Jul 27 11:16:10.775178 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37da1559-77dd-458c-b1d6-859774c3ec3d', 'name': 'network-vif-deleted', 'tag': '5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a'}] {{(pid=93199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:16:10.781763 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d443fbfdc714505da2ae46b12ec6c602a25b40796aa13b1bf78cba4db9ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448c6a39-bccb-4824-b987-cd794dbef719" -d '{"events": [{"server_uuid": "37da1559-77dd-458c-b1d6-859774c3ec3d", "name": "network-vif-deleted", "tag": "5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a"}]}' {{(pid=93199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:16:10.959420 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-c2f639ac-306b-489b-8d23-7f61dc38c395 None None] Set router b0f776a0-c20c-45c6-8312-feceac0d888e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:16:10.969849 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e763b9ed-8058-4129-885a-9b060077222d x-openstack-request-id: req-e763b9ed-8058-4129-885a-9b060077222d {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:16:10.969849 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37da1559-77dd-458c-b1d6-859774c3ec3d", "name": "network-vif-deleted", "tag": "5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a", "status": "completed", "code": 200}]} {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:16:10.970122 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e763b9ed-8058-4129-885a-9b060077222d {{(pid=93199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:16:10.970403 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37da1559-77dd-458c-b1d6-859774c3ec3d', 'name': 'network-vif-deleted', 'tag': '5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a', 'status': 'completed', 'code': 200} Jul 27 11:16:11.213088 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-c2f639ac-306b-489b-8d23-7f61dc38c395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:11.247200 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f639ac-306b-489b-8d23-7f61dc38c395 None None] Checking router: b0f776a0-c20c-45c6-8312-feceac0d888e for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:16:11.264930 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f639ac-306b-489b-8d23-7f61dc38c395 None None] Routers {'b0f776a0-c20c-45c6-8312-feceac0d888e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:16:11.266133 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-c2f639ac-306b-489b-8d23-7f61dc38c395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:15:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['b0f776a0-c20c-45c6-8312-feceac0d888e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:11.342127 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff03470-d20e-472c-9c58-95dc30e2f204 req-c61f80ca-d798-4213-b1d6-084a15cc7c11 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:11.349629 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eff03470-d20e-472c-9c58-95dc30e2f204 req-c61f80ca-d798-4213-b1d6-084a15cc7c11 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.1020195 Jul 27 11:16:11.392187 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eff03470-d20e-472c-9c58-95dc30e2f204 req-d02ccf21-fff4-4e7d-b233-1ce36c6b91bc tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415683 Jul 27 11:16:11.434486 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-c2f639ac-306b-489b-8d23-7f61dc38c395 None None] Set router b0f776a0-c20c-45c6-8312-feceac0d888e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:16:11.707050 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-98e47f41-db7f-4e19-96b9-fcbf733616e6 req-72bd7529-8390-4621-9f41-555b9a286d06 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=37da1559-77dd-458c-b1d6-859774c3ec3d HTTP/1.1" status: 200 len: 210 time: 0.0960033 Jul 27 11:16:11.729200 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-c2f639ac-306b-489b-8d23-7f61dc38c395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:11.766451 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f639ac-306b-489b-8d23-7f61dc38c395 None None] The sync data for ids ['b0f776a0-c20c-45c6-8312-feceac0d888e'] in dv-cinder-784956-7-iscsi is: [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:16:12.064324 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7737e23-dc86-4f6e-bc75-3bb2ebae22b3 None None] New status for floating IP ee98c8cd-a731-4ccc-9f5e-a9e699becb8f: DOWN {{(pid=93202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 11:16:12.561105 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30356fc-0a6e-4ef2-86a5-e7c63544175c req-9163afbf-c198-4f5c-8863-85810224854d tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:12.562637 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c30356fc-0a6e-4ef2-86a5-e7c63544175c req-9163afbf-c198-4f5c-8863-85810224854d tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.0765901 Jul 27 11:16:12.603968 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c30356fc-0a6e-4ef2-86a5-e7c63544175c req-c980bd0d-ba17-4ddb-8fc6-cda33d41128a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349910 Jul 27 11:16:12.983159 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-3ecf7687-d49c-4c2f-9dde-a186a57be07b tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-667800215&fields=id&tenant_id=7acac7893f11409bb6e68649aa669c09 HTTP/1.1" status: 200 len: 267 time: 0.0408757 Jul 27 11:16:13.096506 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-c36ca0dc-cdb8-4178-b554-c85a469e49b7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:13.098449 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-c36ca0dc-cdb8-4178-b554-c85a469e49b7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/networks?id=af679c04-6673-4ea8-9860-92c76665bdfa HTTP/1.1" status: 200 len: 811 time: 0.1046338 Jul 27 11:16:13.114973 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-656a4145-3cc7-4745-b1f1-5a95e08f5346 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/quotas/7acac7893f11409bb6e68649aa669c09 HTTP/1.1" status: 200 len: 375 time: 0.0103431 Jul 27 11:16:13.191270 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-a9424c91-a129-42be-b799-fb64321b3550 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7acac7893f11409bb6e68649aa669c09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0675957 Jul 27 11:16:13.387764 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-5dd11adf-ec68-425f-8887-92ef1f546e9e service neutron] 10.222.0.16 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850512 Jul 27 11:16:13.481478 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-e66e986c-d21d-4ae7-823d-20b3c2b09019 service neutron] 10.222.0.16 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868087 Jul 27 11:16:13.816688 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1fc7e-5da2-4538-882c-952bd7f80d14 req-20e023b5-91e8-4040-aab0-fc84c130e789 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:13.818704 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2de1fc7e-5da2-4538-882c-952bd7f80d14 req-20e023b5-91e8-4040-aab0-fc84c130e789 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.1237500 Jul 27 11:16:13.871348 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8f7b399e-0aba-4008-b811-c4bd6db2bc6a req-bb09f6bc-9174-4d2f-ae73-6dc31fc18d9f tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 210 time: 0.0500586 Jul 27 11:16:13.891347 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2de1fc7e-5da2-4538-882c-952bd7f80d14 req-6ebabc73-9747-47ae-bd9b-5551983b9af9 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604558 Jul 27 11:16:14.159941 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:16:14.183073 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:16:14.183680 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 5a5a0118-e727-4dbe-9e9b-b4c5cefd1b9a not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:16:14.974401 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d45712b1-96c3-4922-8075-4981629fe1e8 req-2e2c20b7-7dfc-4a64-9146-4601f2d153a8 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 210 time: 0.0308702 Jul 27 11:16:15.033338 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da8d5-9574-4f7b-ad73-4c27c41b5cee req-d2c4e9c6-1c34-43d5-ab91-38d2a2b85c47 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:15.034835 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-807da8d5-9574-4f7b-ad73-4c27c41b5cee req-d2c4e9c6-1c34-43d5-ab91-38d2a2b85c47 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.0629137 Jul 27 11:16:15.075239 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-807da8d5-9574-4f7b-ad73-4c27c41b5cee req-77a7403b-9068-421f-bdf9-c906de5ec6ed tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345600 Jul 27 11:16:15.446223 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab708e-8b10-4978-955c-0922978bc6de req-7bc3c2f9-cf91-4277-8da0-3f17a0298d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:15.447852 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-51ab708e-8b10-4978-955c-0922978bc6de req-7bc3c2f9-cf91-4277-8da0-3f17a0298d56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39b2b0d7b22e4c15b8cdd715a4210837&device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 1099 time: 0.1056468 Jul 27 11:16:15.531029 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-30197c99-352d-42e3-815b-17f9d2ad49e1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:15.532495 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-30197c99-352d-42e3-815b-17f9d2ad49e1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.20 "GET /v2.0/networks?id=af679c04-6673-4ea8-9860-92c76665bdfa HTTP/1.1" status: 200 len: 811 time: 0.1046615 Jul 27 11:16:15.543282 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab708e-8b10-4978-955c-0922978bc6de req-ecf5520e-4328-4182-a18b-4d48ffae7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:15.544780 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-51ab708e-8b10-4978-955c-0922978bc6de req-ecf5520e-4328-4182-a18b-4d48ffae7045 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b197248-f0ce-4827-933d-69338f8090b1 HTTP/1.1" status: 200 len: 916 time: 0.0901015 Jul 27 11:16:15.587321 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-f205f796-5979-4385-9a0e-d6730500ddf0 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7acac7893f11409bb6e68649aa669c09 HTTP/1.1" status: 200 len: 379 time: 0.0341074 Jul 27 11:16:15.603548 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-a9481cb3-9b3b-49e9-812c-bee01c6b9e7c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Request body: {'port': {'device_id': '62741aac-3d04-416b-95dd-ccc2090492a4', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'admin_state_up': True, 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'security_groups': ['cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf']}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:16:15.615034 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-51ab708e-8b10-4978-955c-0922978bc6de req-3110ce85-1c60-4724-a561-3666e1477e86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87c58718-415d-4d3b-84ea-d4b862ac2252 HTTP/1.1" status: 200 len: 1001 time: 0.0617354 Jul 27 11:16:15.664508 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab708e-8b10-4978-955c-0922978bc6de req-b405052d-ac13-410b-98f8-ac5dff1ee00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:15.666029 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-51ab708e-8b10-4978-955c-0922978bc6de req-b405052d-ac13-410b-98f8-ac5dff1ee00d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1689c5ce-0d31-49d5-be62-eea37f7808eb HTTP/1.1" status: 200 len: 855 time: 0.0442483 Jul 27 11:16:15.718917 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-a9481cb3-9b3b-49e9-812c-bee01c6b9e7c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Made reservation on behalf of 7acac7893f11409bb6e68649aa669c09 for: {'port': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:16:15.722442 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-a9481cb3-9b3b-49e9-812c-bee01c6b9e7c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:15.724732 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab708e-8b10-4978-955c-0922978bc6de req-ab560e73-9fd3-4b78-a81c-e9d269fea0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:15.726268 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-51ab708e-8b10-4978-955c-0922978bc6de req-ab560e73-9fd3-4b78-a81c-e9d269fea0db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b197248-f0ce-4827-933d-69338f8090b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528557 Jul 27 11:16:15.817373 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-51ab708e-8b10-4978-955c-0922978bc6de req-88d7aced-d503-4779-a481-3cdae674fba9 service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826914 Jul 27 11:16:15.845369 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-a9481cb3-9b3b-49e9-812c-bee01c6b9e7c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Allocated IP 172.20.0.6 (af679c04-6673-4ea8-9860-92c76665bdfa/74735343-f925-4e4d-b5ea-c422b0799ca4/a099f8e6-85a4-4abb-bbb3-e422ec603b5f) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:16:15.911974 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-51ab708e-8b10-4978-955c-0922978bc6de req-d0240267-3db8-4b5e-b6c3-844d2d18a616 service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839429 Jul 27 11:16:15.987808 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-a9481cb3-9b3b-49e9-812c-bee01c6b9e7c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:16.001517 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-a9481cb3-9b3b-49e9-812c-bee01c6b9e7c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Transition to ACTIVE for port object a099f8e6-85a4-4abb-bbb3-e422ec603b5f will not be triggered until provisioned by entity DHCP. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:16:16.036205 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-a9481cb3-9b3b-49e9-812c-bee01c6b9e7c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:16.107570 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-a9481cb3-9b3b-49e9-812c-bee01c6b9e7c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Network af679c04-6673-4ea8-9860-92c76665bdfa is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:16:16.118391 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-a9481cb3-9b3b-49e9-812c-bee01c6b9e7c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:16:16.124618 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-a9481cb3-9b3b-49e9-812c-bee01c6b9e7c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:16:16.149738 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9481cb3-9b3b-49e9-812c-bee01c6b9e7c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event updated for resources: {'Port': ['ID=a099f8e6-85a4-4abb-bbb3-e422ec603b5f,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:16.221725 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-a9481cb3-9b3b-49e9-812c-bee01c6b9e7c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:16.222594 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-a9481cb3-9b3b-49e9-812c-bee01c6b9e7c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:16.250639 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9938e64-b539-4409-a4ef-45ffe680bb01 req-881aa948-d938-47e2-af9d-3986931e98f5 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:16.252429 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c9938e64-b539-4409-a4ef-45ffe680bb01 req-881aa948-d938-47e2-af9d-3986931e98f5 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 931 time: 0.1888399 Jul 27 11:16:16.255988 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-a9481cb3-9b3b-49e9-812c-bee01c6b9e7c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6562588 Jul 27 11:16:16.282627 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Request body: {'port': {'device_id': '62741aac-3d04-416b-95dd-ccc2090492a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:16:16.474044 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-b909cd6e-a71d-4730-9b07-fa6f09ceda0a None None] Provisioning for port a099f8e6-85a4-4abb-bbb3-e422ec603b5f completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:16:16.479107 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-b909cd6e-a71d-4730-9b07-fa6f09ceda0a None None] Provisioning complete for port a099f8e6-85a4-4abb-bbb3-e422ec603b5f triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:16:16.479493 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b909cd6e-a71d-4730-9b07-fa6f09ceda0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:16.516196 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-b909cd6e-a71d-4730-9b07-fa6f09ceda0a None None] Port a099f8e6-85a4-4abb-bbb3-e422ec603b5f cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:16:16.599819 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68253b6-c949-4501-9259-596f55944bd7 req-8b4b62aa-f356-45a9-966f-ee2c5e6585af tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:16.601277 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c68253b6-c949-4501-9259-596f55944bd7 req-8b4b62aa-f356-45a9-966f-ee2c5e6585af tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.4261186 Jul 27 11:16:16.634253 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c9938e64-b539-4409-a4ef-45ffe680bb01 req-e4fc2d22-02d5-400d-86c6-ef82319902ac tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3698435 Jul 27 11:16:16.680359 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c68253b6-c949-4501-9259-596f55944bd7 req-a0563ffb-e1bc-451e-b69f-fc8ee73461a4 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675807 Jul 27 11:16:16.684447 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:16.897714 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-b84f8ef1-1bc7-4fb0-a61c-073609c2379b tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797111686&fields=id&tenant_id=2b9bfd2d2b244bfcb54501759fd2ebbe HTTP/1.1" status: 200 len: 267 time: 0.0477965 Jul 27 11:16:17.049184 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a099f8e6-85a4-4abb-bbb3-e422ec603b5f {{(pid=93200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:16:17.059416 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-57f3cd96-7a1a-4afe-bb40-d22ae7cec962 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:17.060875 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-57f3cd96-7a1a-4afe-bb40-d22ae7cec962 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/networks?id=00727d2e-a261-402c-a777-2fb23ca18a42 HTTP/1.1" status: 200 len: 808 time: 0.1536484 Jul 27 11:16:17.064512 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:17.083691 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-9a8210df-1480-4838-ad7b-1aad8245567e tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/quotas/2b9bfd2d2b244bfcb54501759fd2ebbe HTTP/1.1" status: 200 len: 375 time: 0.0168252 Jul 27 11:16:17.084542 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Transition to ACTIVE for port object a099f8e6-85a4-4abb-bbb3-e422ec603b5f will not be triggered until provisioned by entity L2. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:16:17.087351 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:17.173343 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Pushing event updated for resources: {'Port': ['ID=a099f8e6-85a4-4abb-bbb3-e422ec603b5f,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:17.255033 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-308f1d4a-fb97-4077-935b-689e761424cb tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b9bfd2d2b244bfcb54501759fd2ebbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1602712 Jul 27 11:16:17.257662 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Attempting to bind port a099f8e6-85a4-4abb-bbb3-e422ec603b5f on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:16:17.257994 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Attempting to bind port a099f8e6-85a4-4abb-bbb3-e422ec603b5f by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:16:17.258705 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Attempting to bind port a099f8e6-85a4-4abb-bbb3-e422ec603b5f on network af679c04-6673-4ea8-9860-92c76665bdfa {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:16:17.263100 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Port a099f8e6-85a4-4abb-bbb3-e422ec603b5f on network af679c04-6673-4ea8-9860-92c76665bdfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:16:17.263353 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Attempting to bind port a099f8e6-85a4-4abb-bbb3-e422ec603b5f on network af679c04-6673-4ea8-9860-92c76665bdfa {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:16:17.276872 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:16:17.277212 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Checking segment: {'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:16:17.277620 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Bound using segment: {'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:16:17.278053 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Bound port: a099f8e6-85a4-4abb-bbb3-e422ec603b5f, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'}}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:16:17.278411 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:17.404005 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-48a7cdee-2bdf-42b9-b8c5-e1e18387f468 service neutron] 10.222.0.16 "GET /v2.0/networks/00727d2e-a261-402c-a777-2fb23ca18a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369996 Jul 27 11:16:17.408263 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] For port a099f8e6-85a4-4abb-bbb3-e422ec603b5f, host hv-cinder-78495, cleared binding levels {{(pid=93200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:16:17.412403 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] For port a099f8e6-85a4-4abb-bbb3-e422ec603b5f, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=a099f8e6-85a4-4abb-bbb3-e422ec603b5f,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:16:17.421353 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:17.501463 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:17.502089 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:17.503748 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] 10.222.0.20 "PUT /v2.0/ports/a099f8e6-85a4-4abb-bbb3-e422ec603b5f HTTP/1.1" status: 200 len: 1093 time: 1.2269928 Jul 27 11:16:17.506702 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62741aac-3d04-416b-95dd-ccc2090492a4', 'tag': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:16:17.507633 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1b4f91-183a-481e-9b59-14d23b269713" -d '{"events": [{"name": "network-changed", "server_uuid": "62741aac-3d04-416b-95dd-ccc2090492a4", "tag": "a099f8e6-85a4-4abb-bbb3-e422ec603b5f"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:16:17.558227 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcd90f-97ee-4d7a-86f4-24bbab999d21 service neutron] Pushing event updated for resources: {'Port': ['ID=a099f8e6-85a4-4abb-bbb3-e422ec603b5f,revision_number=3']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:17.604864 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-d77e849d-d1fc-4950-a439-9d1f19c78106 service neutron] 10.222.0.16 "GET /v2.0/networks/00727d2e-a261-402c-a777-2fb23ca18a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942775 Jul 27 11:16:17.636382 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-38c2381d-59dd-4598-9a46-4ffc465d6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:17.637995 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-38c2381d-59dd-4598-9a46-4ffc465d6933 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7acac7893f11409bb6e68649aa669c09&device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 1096 time: 0.0633986 Jul 27 11:16:17.728701 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-21dfeb88-041c-4657-b296-703ca7e8708b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a099f8e6-85a4-4abb-bbb3-e422ec603b5f HTTP/1.1" status: 200 len: 217 time: 0.0717850 Jul 27 11:16:17.815162 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-4991cc0a-81e0-4f53-9579-08c72a07a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:17.816686 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-4991cc0a-81e0-4f53-9579-08c72a07a59a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74735343-f925-4e4d-b5ea-c422b0799ca4 HTTP/1.1" status: 200 len: 850 time: 0.0694857 Jul 27 11:16:17.892457 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-90f70ad4-ede0-4833-a1a5-28686c6b2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:17.894314 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-90f70ad4-ede0-4833-a1a5-28686c6b2e21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af679c04-6673-4ea8-9860-92c76665bdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696664 Jul 27 11:16:17.999785 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7acd61-d79a-47b8-87af-bfcdb45f1c01 x-openstack-request-id: req-cd7acd61-d79a-47b8-87af-bfcdb45f1c01 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:16:18.000141 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62741aac-3d04-416b-95dd-ccc2090492a4", "tag": "a099f8e6-85a4-4abb-bbb3-e422ec603b5f", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:16:18.000460 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd7acd61-d79a-47b8-87af-bfcdb45f1c01 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:16:18.000912 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62741aac-3d04-416b-95dd-ccc2090492a4', 'tag': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f', 'status': 'completed', 'code': 200} Jul 27 11:16:18.104674 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-f97f6a2e-0f1c-4ff1-94ea-a08e95113f60 service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862257 Jul 27 11:16:18.176567 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 87c58718-415d-4d3b-84ea-d4b862ac2252 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:16:18.198699 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41eac54-f92e-4a87-86ab-d37783f0910d req-5a56cc0a-2932-4491-98bb-2137f0fdc247 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:18.207323 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f41eac54-f92e-4a87-86ab-d37783f0910d req-5a56cc0a-2932-4491-98bb-2137f0fdc247 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 943 time: 0.1823282 Jul 27 11:16:18.271890 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:18.296156 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f45d24e-7bf6-424b-93e5-ebc7f1480003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87c58718-415d-4d3b-84ea-d4b862ac2252'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:16:18.298895 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13915785-e3c9-42c7-83c6-ea99e2875c8d" -d '{"events": [{"server_uuid": "0f45d24e-7bf6-424b-93e5-ebc7f1480003", "name": "network-vif-unplugged", "status": "completed", "tag": "87c58718-415d-4d3b-84ea-d4b862ac2252"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:16:18.304293 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e18528-1099-46a1-b7df-6c3dae98b169 req-cc1358c2-7e45-44ff-904c-ca741466e86b tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:18.306300 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-71e18528-1099-46a1-b7df-6c3dae98b169 req-cc1358c2-7e45-44ff-904c-ca741466e86b tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 946 time: 0.2438648 Jul 27 11:16:18.310165 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f41eac54-f92e-4a87-86ab-d37783f0910d req-aa55c175-bf79-44fd-90b4-1cbb79a9cf8a tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010780 Jul 27 11:16:18.313824 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 87c58718-415d-4d3b-84ea-d4b862ac2252, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=87c58718-415d-4d3b-84ea-d4b862ac2252,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:18.315533 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ec35ce4f-dc27-4eda-9206-e78e37753ee7 req-b7245389-4ff8-4c35-bafc-2f7d38b87dad service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001059 Jul 27 11:16:18.322075 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:18.374492 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1a86067c-455e-4345-8d1d-28247745db34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:18.388009 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=87c58718-415d-4d3b-84ea-d4b862ac2252,revision_number=8']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:18.410659 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ee672cf0-eed8-4649-949f-5c709ee9ab07 req-e7d88c7e-5739-4705-9c6a-6acf2e4811af tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 210 time: 0.0455868 Jul 27 11:16:18.416070 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-71e18528-1099-46a1-b7df-6c3dae98b169 req-0ff71fea-a0a2-4d27-b368-5f639728cf88 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034153 Jul 27 11:16:18.458534 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 11:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a722add-ee27-4dd5-8ed0-8d36fbf0da47 x-openstack-request-id: req-6a722add-ee27-4dd5-8ed0-8d36fbf0da47 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:16:18.458886 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f45d24e-7bf6-424b-93e5-ebc7f1480003", "name": "network-vif-unplugged", "status": "failed", "tag": "87c58718-415d-4d3b-84ea-d4b862ac2252", "code": 422}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:16:18.459076 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a722add-ee27-4dd5-8ed0-8d36fbf0da47 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:16:18.459494 dv-cinder-784956-7-iscsi neutron-server[93201]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f45d24e-7bf6-424b-93e5-ebc7f1480003', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '87c58718-415d-4d3b-84ea-d4b862ac2252', 'code': 422} returned with failed status Jul 27 11:16:18.498335 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b4f91-183a-481e-9b59-14d23b269713 req-ab205484-4f2d-4b99-bc92-76f6d9454fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:18.500247 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0e1b4f91-183a-481e-9b59-14d23b269713 req-ab205484-4f2d-4b99-bc92-76f6d9454fd9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7acac7893f11409bb6e68649aa669c09&device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 1096 time: 0.0675440 Jul 27 11:16:18.596326 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b4f91-183a-481e-9b59-14d23b269713 req-4f980d48-2034-4925-a56a-0edcfd4e45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:18.597858 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0e1b4f91-183a-481e-9b59-14d23b269713 req-4f980d48-2034-4925-a56a-0edcfd4e45d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=af679c04-6673-4ea8-9860-92c76665bdfa HTTP/1.1" status: 200 len: 911 time: 0.0901670 Jul 27 11:16:18.649302 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0e1b4f91-183a-481e-9b59-14d23b269713 req-5d8ecbb1-8410-4349-b68c-f9ea31085256 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a099f8e6-85a4-4abb-bbb3-e422ec603b5f HTTP/1.1" status: 200 len: 217 time: 0.0422049 Jul 27 11:16:18.709004 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b4f91-183a-481e-9b59-14d23b269713 req-b91fdf5c-0b3b-4f54-a1db-8062eb730c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:18.710654 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0e1b4f91-183a-481e-9b59-14d23b269713 req-b91fdf5c-0b3b-4f54-a1db-8062eb730c18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74735343-f925-4e4d-b5ea-c422b0799ca4 HTTP/1.1" status: 200 len: 850 time: 0.0495028 Jul 27 11:16:18.771364 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b4f91-183a-481e-9b59-14d23b269713 req-6728982b-f14c-479b-80f5-3d4863b3b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:18.772851 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0e1b4f91-183a-481e-9b59-14d23b269713 req-6728982b-f14c-479b-80f5-3d4863b3b757 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af679c04-6673-4ea8-9860-92c76665bdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546300 Jul 27 11:16:18.866345 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0e1b4f91-183a-481e-9b59-14d23b269713 req-b1c81356-2750-4cca-9c71-578375543f70 service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850151 Jul 27 11:16:18.961392 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0e1b4f91-183a-481e-9b59-14d23b269713 req-ea5544e2-4341-4393-8eec-9d1dd455de3a service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865023 Jul 27 11:16:19.163816 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-451b08c5-318f-4c79-9889-fc7a355cad19 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:19.165289 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-451b08c5-318f-4c79-9889-fc7a355cad19 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.20 "GET /v2.0/networks?id=00727d2e-a261-402c-a777-2fb23ca18a42 HTTP/1.1" status: 200 len: 808 time: 0.1183517 Jul 27 11:16:19.214989 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-2ae829ea-a55c-49ce-845b-a34465ed6223 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b9bfd2d2b244bfcb54501759fd2ebbe HTTP/1.1" status: 200 len: 380 time: 0.0340896 Jul 27 11:16:19.224601 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-8fa475e7-d77f-4da6-8461-16c9ed510fc4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Request body: {'port': {'device_id': 'f3c14288-92f7-47b6-a8bb-a44d82789712', 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42', 'admin_state_up': True, 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'security_groups': ['d28ec3ca-cdeb-40d1-b6db-95bbf32dab46']}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:16:19.379938 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-52c28eeb-7800-43eb-94bf-e7633bb4869d req-407ad4a1-a017-4474-9c3e-1b345e225ad1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0556622 Jul 27 11:16:19.383526 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-8fa475e7-d77f-4da6-8461-16c9ed510fc4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Made reservation on behalf of 2b9bfd2d2b244bfcb54501759fd2ebbe for: {'port': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:16:19.387190 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-8fa475e7-d77f-4da6-8461-16c9ed510fc4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:19.396647 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9960eff-594c-4760-81ad-02592a00d735 req-832ea5d3-9118-43b9-a5be-695eac72d503 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:19.398174 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d9960eff-594c-4760-81ad-02592a00d735 req-832ea5d3-9118-43b9-a5be-695eac72d503 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 944 time: 0.1146514 Jul 27 11:16:19.527089 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d9960eff-594c-4760-81ad-02592a00d735 req-54e94e33-cfa4-448b-b3f1-b4bc89eb0cd9 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170342 Jul 27 11:16:19.588181 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe25f4a-1267-4568-b016-b832c4e85e4c req-df246860-dbb2-498c-8d2f-f8e5d5938250 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:19.589740 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6fe25f4a-1267-4568-b016-b832c4e85e4c req-df246860-dbb2-498c-8d2f-f8e5d5938250 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 943 time: 0.1897097 Jul 27 11:16:19.620822 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-8fa475e7-d77f-4da6-8461-16c9ed510fc4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Allocated IP 172.20.0.12 (00727d2e-a261-402c-a777-2fb23ca18a42/4ac8bd97-6b08-43ee-9af1-f1f073bddbdd/34c0ef3f-f3a7-413b-bde2-bcd58714f839) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:16:19.647377 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-625350a1-c3c3-40f1-aee2-971752ad8131 req-e761c72c-aebf-4cae-b3bf-7f9956af0732 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 210 time: 0.0507061 Jul 27 11:16:19.677568 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6fe25f4a-1267-4568-b016-b832c4e85e4c req-eb663ee0-d28f-42a9-ab7e-24518ca70f28 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767834 Jul 27 11:16:19.800839 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-8fa475e7-d77f-4da6-8461-16c9ed510fc4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:19.814915 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-8fa475e7-d77f-4da6-8461-16c9ed510fc4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Transition to ACTIVE for port object 34c0ef3f-f3a7-413b-bde2-bcd58714f839 will not be triggered until provisioned by entity DHCP. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:16:19.848068 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-8fa475e7-d77f-4da6-8461-16c9ed510fc4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:19.890121 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-8fa475e7-d77f-4da6-8461-16c9ed510fc4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Network 00727d2e-a261-402c-a777-2fb23ca18a42 is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:16:19.895375 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-8fa475e7-d77f-4da6-8461-16c9ed510fc4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:16:19.899187 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-8fa475e7-d77f-4da6-8461-16c9ed510fc4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:16:19.905572 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa475e7-d77f-4da6-8461-16c9ed510fc4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Pushing event updated for resources: {'Port': ['ID=34c0ef3f-f3a7-413b-bde2-bcd58714f839,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:19.957509 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-8fa475e7-d77f-4da6-8461-16c9ed510fc4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:19.958261 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-8fa475e7-d77f-4da6-8461-16c9ed510fc4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:19.973577 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-8fa475e7-d77f-4da6-8461-16c9ed510fc4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7530208 Jul 27 11:16:19.993742 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Request body: {'port': {'device_id': 'f3c14288-92f7-47b6-a8bb-a44d82789712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:16:20.069773 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:20.124066 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-a9ef2433-6e7a-4763-89c9-f9a35b151f52 None None] Provisioning for port 34c0ef3f-f3a7-413b-bde2-bcd58714f839 completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:16:20.127750 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-a9ef2433-6e7a-4763-89c9-f9a35b151f52 None None] Provisioning complete for port 34c0ef3f-f3a7-413b-bde2-bcd58714f839 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:16:20.128124 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2433-6e7a-4763-89c9-f9a35b151f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:20.161514 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-a9ef2433-6e7a-4763-89c9-f9a35b151f52 None None] Port 34c0ef3f-f3a7-413b-bde2-bcd58714f839 cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:16:20.234643 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c28eeb-7800-43eb-94bf-e7633bb4869d req-f4fe9a6a-42c8-4546-bcbb-b05028cc571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:20.236474 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-52c28eeb-7800-43eb-94bf-e7633bb4869d req-f4fe9a6a-42c8-4546-bcbb-b05028cc571e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003&tenant_id=39b2b0d7b22e4c15b8cdd715a4210837 HTTP/1.1" status: 200 len: 1097 time: 0.0946951 Jul 27 11:16:20.320508 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c28eeb-7800-43eb-94bf-e7633bb4869d req-2b337b43-a8b4-410c-98fa-912459fa704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:20.321945 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-52c28eeb-7800-43eb-94bf-e7633bb4869d req-2b337b43-a8b4-410c-98fa-912459fa704a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39b2b0d7b22e4c15b8cdd715a4210837&device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 1097 time: 0.0527949 Jul 27 11:16:20.329677 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c0ef3f-f3a7-413b-bde2-bcd58714f839 {{(pid=93200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:16:20.336964 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:20.348537 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Transition to ACTIVE for port object 34c0ef3f-f3a7-413b-bde2-bcd58714f839 will not be triggered until provisioned by entity L2. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:16:20.351973 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:20.424086 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Pushing event updated for resources: {'Port': ['ID=34c0ef3f-f3a7-413b-bde2-bcd58714f839,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:20.474231 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Attempting to bind port 34c0ef3f-f3a7-413b-bde2-bcd58714f839 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:16:20.474575 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Attempting to bind port 34c0ef3f-f3a7-413b-bde2-bcd58714f839 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '3140f030-dfbe-4ebf-9714-b1b1f6fb2769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42'}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:16:20.474904 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Attempting to bind port 34c0ef3f-f3a7-413b-bde2-bcd58714f839 on network 00727d2e-a261-402c-a777-2fb23ca18a42 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:16:20.479962 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Port 34c0ef3f-f3a7-413b-bde2-bcd58714f839 on network 00727d2e-a261-402c-a777-2fb23ca18a42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:16:20.480427 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Attempting to bind port 34c0ef3f-f3a7-413b-bde2-bcd58714f839 on network 00727d2e-a261-402c-a777-2fb23ca18a42 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:16:20.486850 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:16:20.487192 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Checking segment: {'id': '3140f030-dfbe-4ebf-9714-b1b1f6fb2769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:16:20.487576 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Bound using segment: {'id': '3140f030-dfbe-4ebf-9714-b1b1f6fb2769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42'} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:16:20.488063 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Bound port: 34c0ef3f-f3a7-413b-bde2-bcd58714f839, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3140f030-dfbe-4ebf-9714-b1b1f6fb2769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42'}}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:16:20.488427 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:20.559698 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] For port 34c0ef3f-f3a7-413b-bde2-bcd58714f839, host hv-cinder-78495, cleared binding levels {{(pid=93200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:16:20.563817 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] For port 34c0ef3f-f3a7-413b-bde2-bcd58714f839, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=34c0ef3f-f3a7-413b-bde2-bcd58714f839,segment=NetworkSegment(3140f030-dfbe-4ebf-9714-b1b1f6fb2769),segment_id=3140f030-dfbe-4ebf-9714-b1b1f6fb2769)] {{(pid=93200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:16:20.571001 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:20.608830 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:20.609658 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:20.611258 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] 10.222.0.20 "PUT /v2.0/ports/34c0ef3f-f3a7-413b-bde2-bcd58714f839 HTTP/1.1" status: 200 len: 1094 time: 0.6221349 Jul 27 11:16:20.612047 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c14288-92f7-47b6-a8bb-a44d82789712', 'tag': '34c0ef3f-f3a7-413b-bde2-bcd58714f839'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:16:20.614327 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d9bd8c-f9a7-4676-8eb0-41463fadb1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c14288-92f7-47b6-a8bb-a44d82789712", "tag": "34c0ef3f-f3a7-413b-bde2-bcd58714f839"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:16:20.662416 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c28eeb-7800-43eb-94bf-e7633bb4869d req-98711ddb-2893-4386-9f31-5a1afdba56a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:20.664054 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-52c28eeb-7800-43eb-94bf-e7633bb4869d req-98711ddb-2893-4386-9f31-5a1afdba56a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b197248-f0ce-4827-933d-69338f8090b1 HTTP/1.1" status: 200 len: 916 time: 0.3355134 Jul 27 11:16:20.664485 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f03e0d2-a314-4eae-be8d-b5ccb639eaac x-openstack-request-id: req-3f03e0d2-a314-4eae-be8d-b5ccb639eaac {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:16:20.664768 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c14288-92f7-47b6-a8bb-a44d82789712", "tag": "34c0ef3f-f3a7-413b-bde2-bcd58714f839", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:16:20.665021 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f03e0d2-a314-4eae-be8d-b5ccb639eaac {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:16:20.665454 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c14288-92f7-47b6-a8bb-a44d82789712', 'tag': '34c0ef3f-f3a7-413b-bde2-bcd58714f839', 'status': 'completed', 'code': 200} Jul 27 11:16:20.680636 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ebf0c-b6bf-4e4b-97e4-7dfce58939d4 service neutron] Pushing event updated for resources: {'Port': ['ID=34c0ef3f-f3a7-413b-bde2-bcd58714f839,revision_number=3']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:20.749317 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec550e-3e1a-414e-adac-73909a67432e req-10c29299-9aab-493a-a0d0-e87ea3d8f9aa tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:20.753916 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a0ec550e-3e1a-414e-adac-73909a67432e req-10c29299-9aab-493a-a0d0-e87ea3d8f9aa tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 944 time: 0.1365004 Jul 27 11:16:20.759651 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-52c28eeb-7800-43eb-94bf-e7633bb4869d req-288cf67d-f0f3-4a56-9826-06fe4b355678 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87c58718-415d-4d3b-84ea-d4b862ac2252 HTTP/1.1" status: 200 len: 999 time: 0.0725825 Jul 27 11:16:20.810805 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c28eeb-7800-43eb-94bf-e7633bb4869d req-6961256f-fa2e-449f-8df9-43d3c0e8991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:20.812967 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-52c28eeb-7800-43eb-94bf-e7633bb4869d req-6961256f-fa2e-449f-8df9-43d3c0e8991b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1689c5ce-0d31-49d5-be62-eea37f7808eb HTTP/1.1" status: 200 len: 855 time: 0.0464110 Jul 27 11:16:20.837753 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-9ce81edf-deed-46fe-abb6-eaa7ab3e57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:20.839183 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-9ce81edf-deed-46fe-abb6-eaa7ab3e57f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b9bfd2d2b244bfcb54501759fd2ebbe&device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 1097 time: 0.1516371 Jul 27 11:16:20.846796 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a0ec550e-3e1a-414e-adac-73909a67432e req-06ea11a8-bf41-4653-8875-47a430a3760f tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760055 Jul 27 11:16:20.885062 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c28eeb-7800-43eb-94bf-e7633bb4869d req-0157c5c0-d9fd-4849-bf02-929634a5ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:20.888099 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-52c28eeb-7800-43eb-94bf-e7633bb4869d req-0157c5c0-d9fd-4849-bf02-929634a5ebe7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b197248-f0ce-4827-933d-69338f8090b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670638 Jul 27 11:16:20.891735 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-26ee3f78-b9e0-4850-b499-d9494c56d55e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34c0ef3f-f3a7-413b-bde2-bcd58714f839 HTTP/1.1" status: 200 len: 217 time: 0.0388110 Jul 27 11:16:20.903563 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c64f17-d5fb-4393-989a-5479a6b2181e req-8508e2b3-6285-4f5c-93b5-f21b690c3d96 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:20.905886 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d7c64f17-d5fb-4393-989a-5479a6b2181e req-8508e2b3-6285-4f5c-93b5-f21b690c3d96 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.1509848 Jul 27 11:16:20.995226 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-52c28eeb-7800-43eb-94bf-e7633bb4869d req-c6cf3314-c762-4073-a52c-4536cae32a29 service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911846 Jul 27 11:16:21.004018 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-f7246a0f-c1d0-424d-9050-d4e3509351a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:21.005495 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-f7246a0f-c1d0-424d-9050-d4e3509351a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ac8bd97-6b08-43ee-9af1-f1f073bddbdd HTTP/1.1" status: 200 len: 847 time: 0.0987365 Jul 27 11:16:21.009921 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d7c64f17-d5fb-4393-989a-5479a6b2181e req-fe1fd83e-a908-4755-bc3e-f25ccc3fffe6 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948782 Jul 27 11:16:21.060995 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404a2d1-5822-4c47-99a4-79281445525d req-d7710a1d-73d0-4318-9d6e-9220e33cade6 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:21.062483 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a404a2d1-5822-4c47-99a4-79281445525d req-d7710a1d-73d0-4318-9d6e-9220e33cade6 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 943 time: 0.1222529 Jul 27 11:16:21.092131 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-52c28eeb-7800-43eb-94bf-e7633bb4869d req-6c39881f-8fe8-439c-b204-012c707173eb service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898802 Jul 27 11:16:21.115940 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a404a2d1-5822-4c47-99a4-79281445525d req-06754d59-0219-4e93-a57b-2669a93629f3 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436385 Jul 27 11:16:21.118805 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-7ef85127-25c4-4e78-abc4-701873af06a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:21.120147 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-7ef85127-25c4-4e78-abc4-701873af06a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00727d2e-a261-402c-a777-2fb23ca18a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1063349 Jul 27 11:16:21.211214 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-82d5c2d4-93e4-4a9d-b2ac-2d9188f11207 service neutron] 10.222.0.20 "GET /v2.0/networks/00727d2e-a261-402c-a777-2fb23ca18a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836792 Jul 27 11:16:21.232534 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:21.312420 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bbf583ea-23a2-4a40-97b5-1f07f3ee8f9f req-3951d4b0-ecb1-45fe-a1af-7930d5240030 service neutron] 10.222.0.20 "GET /v2.0/networks/00727d2e-a261-402c-a777-2fb23ca18a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810907 Jul 27 11:16:21.331442 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-48c173c8-eafd-4353-8cd8-747b9401bcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:21.438282 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9bd8c-f9a7-4676-8eb0-41463fadb1d2 req-f2b53fd9-76a8-47e7-8fe4-34054f7ea0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:21.440095 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d4d9bd8c-f9a7-4676-8eb0-41463fadb1d2 req-f2b53fd9-76a8-47e7-8fe4-34054f7ea0da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b9bfd2d2b244bfcb54501759fd2ebbe&device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 1097 time: 0.0600116 Jul 27 11:16:21.562056 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9bd8c-f9a7-4676-8eb0-41463fadb1d2 req-9da14d86-e229-494a-ace6-2a3a444da323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:21.563842 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d4d9bd8c-f9a7-4676-8eb0-41463fadb1d2 req-9da14d86-e229-494a-ace6-2a3a444da323 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00727d2e-a261-402c-a777-2fb23ca18a42 HTTP/1.1" status: 200 len: 908 time: 0.1151762 Jul 27 11:16:21.984023 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3288a-f0ad-438a-810f-98d91070d270 req-e7eef765-db7a-433a-8474-287b2c0097ef tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:21.985616 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8fe3288a-f0ad-438a-810f-98d91070d270 req-e7eef765-db7a-433a-8474-287b2c0097ef tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 944 time: 0.0644493 Jul 27 11:16:22.027933 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8fe3288a-f0ad-438a-810f-98d91070d270 req-ff48ce26-20ff-4949-8403-8c51f42b6cce tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362048 Jul 27 11:16:22.146588 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab490596-d230-47f4-8e67-3aab9172089e req-038845d1-231a-4ea9-9518-70c9912b83c7 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:22.148174 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ab490596-d230-47f4-8e67-3aab9172089e req-038845d1-231a-4ea9-9518-70c9912b83c7 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0648432 Jul 27 11:16:22.186904 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 87c58718-415d-4d3b-84ea-d4b862ac2252 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:16:22.225180 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ab490596-d230-47f4-8e67-3aab9172089e req-380eb584-c0d4-4a70-a512-80164ea26cca tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707293 Jul 27 11:16:22.278160 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4fb61-61ad-4ad2-95b7-e18de46bd6a3 req-f981ab77-abdc-4b92-95ef-84d31a8b444e tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:22.280071 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-57a4fb61-61ad-4ad2-95b7-e18de46bd6a3 req-f981ab77-abdc-4b92-95ef-84d31a8b444e tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 943 time: 0.0692837 Jul 27 11:16:22.324152 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-57a4fb61-61ad-4ad2-95b7-e18de46bd6a3 req-7e0e0a0a-48ea-424a-9df0-34ef65767f5f tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373926 Jul 27 11:16:22.575695 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:23.171856 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c14913-9d07-4d50-b458-576f7b67ae55 req-e2eca560-3f9d-49d1-9004-8cc147a337db tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:23.173350 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-18c14913-9d07-4d50-b458-576f7b67ae55 req-e2eca560-3f9d-49d1-9004-8cc147a337db tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 944 time: 0.0699453 Jul 27 11:16:23.214020 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-18c14913-9d07-4d50-b458-576f7b67ae55 req-dcb95958-8529-4f94-8d82-0efe80d92727 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345969 Jul 27 11:16:23.363193 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7472057-6241-40ae-89c3-0ee5e93e1844 req-4e6c6786-4f14-4bcd-9631-bb1c1f36461b tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:23.364829 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a7472057-6241-40ae-89c3-0ee5e93e1844 req-4e6c6786-4f14-4bcd-9631-bb1c1f36461b tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0656245 Jul 27 11:16:23.415862 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a7472057-6241-40ae-89c3-0ee5e93e1844 req-867021ee-0d21-4750-bccf-c6909c1736b8 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446920 Jul 27 11:16:23.472240 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6be5d5-110c-4625-9c1d-2820266175d2 req-a2b988ae-f2c3-4f64-87cb-37768e0ec217 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:23.473935 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0a6be5d5-110c-4625-9c1d-2820266175d2 req-a2b988ae-f2c3-4f64-87cb-37768e0ec217 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 943 time: 0.0745850 Jul 27 11:16:23.518071 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0a6be5d5-110c-4625-9c1d-2820266175d2 req-5b326e0b-a08b-47ea-a232-1d1bde6dc047 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381789 Jul 27 11:16:24.063891 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:24.356600 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6348077-5811-432e-b74a-5c3e2dedad7f req-d26a7e76-d7c1-4f40-833f-b0ef220cec7c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:24.358943 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b6348077-5811-432e-b74a-5c3e2dedad7f req-d26a7e76-d7c1-4f40-833f-b0ef220cec7c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 944 time: 0.0728271 Jul 27 11:16:24.399330 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b6348077-5811-432e-b74a-5c3e2dedad7f req-b8e6bda1-2e58-47ce-94bc-45032fc05523 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332217 Jul 27 11:16:24.569372 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533f846-2c33-4b25-bc51-8e09435a0586 req-ffbe6f86-7ae4-4792-bd44-b6877464f32d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:24.571242 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c533f846-2c33-4b25-bc51-8e09435a0586 req-ffbe6f86-7ae4-4792-bd44-b6877464f32d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0719063 Jul 27 11:16:24.642288 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c533f846-2c33-4b25-bc51-8e09435a0586 req-939fa549-8349-422c-9414-c83d5d20b551 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649161 Jul 27 11:16:24.675050 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244a33d-f430-41ab-abb3-b9497357cc4c req-dc839e89-c4bf-4bd9-9536-8ca9b2569f21 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:24.676548 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c244a33d-f430-41ab-abb3-b9497357cc4c req-dc839e89-c4bf-4bd9-9536-8ca9b2569f21 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 943 time: 0.0847187 Jul 27 11:16:24.718375 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c244a33d-f430-41ab-abb3-b9497357cc4c req-1428f668-ca25-4595-b395-09d42cb30c56 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353291 Jul 27 11:16:25.550312 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181ad52-a20c-4fd0-b479-e509d369ada6 req-a2436aaa-8fa8-4304-a242-1c283229e9fa tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:25.551855 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3181ad52-a20c-4fd0-b479-e509d369ada6 req-a2436aaa-8fa8-4304-a242-1c283229e9fa tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 944 time: 0.0790410 Jul 27 11:16:25.594318 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3181ad52-a20c-4fd0-b479-e509d369ada6 req-cc984601-9183-408d-8241-28300d422c97 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360012 Jul 27 11:16:25.791791 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247d2d5-18b9-4665-9a8a-c366eb3d7751 req-e1830f40-d08b-4922-8b6c-e0097e81cbed tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:25.793610 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b247d2d5-18b9-4665-9a8a-c366eb3d7751 req-e1830f40-d08b-4922-8b6c-e0097e81cbed tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0839961 Jul 27 11:16:25.866306 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b247d2d5-18b9-4665-9a8a-c366eb3d7751 req-3b56e863-d787-4160-9213-f25b9d941c65 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670786 Jul 27 11:16:25.895569 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96744e4-615a-4031-91dc-8d7671812ae2 req-c071a414-4418-4bda-998d-2433f918a511 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:25.897379 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c96744e4-615a-4031-91dc-8d7671812ae2 req-c071a414-4418-4bda-998d-2433f918a511 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 943 time: 0.0809522 Jul 27 11:16:25.938626 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c96744e4-615a-4031-91dc-8d7671812ae2 req-b8048bf9-6120-4ec3-a7fb-494c9e4a7776 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350909 Jul 27 11:16:26.736413 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9267be-8b96-42f3-b70c-e941b6398186 req-720f337b-7323-4c4e-b797-21196ecdc6f1 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:26.737909 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4d9267be-8b96-42f3-b70c-e941b6398186 req-720f337b-7323-4c4e-b797-21196ecdc6f1 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 944 time: 0.0716956 Jul 27 11:16:26.781738 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4d9267be-8b96-42f3-b70c-e941b6398186 req-eb5ea8e3-c232-4738-875b-dedc2e3bea0c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375702 Jul 27 11:16:27.013567 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b388a-087e-4d0b-9a0b-b643b230e205 req-5cbfcfb7-83be-41cb-9dd9-3fb42ad74e7f tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:27.015054 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4c7b388a-087e-4d0b-9a0b-b643b230e205 req-5cbfcfb7-83be-41cb-9dd9-3fb42ad74e7f tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0792894 Jul 27 11:16:27.077913 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4c7b388a-087e-4d0b-9a0b-b643b230e205 req-0016dd3d-ea7b-40e1-a2fe-fef0e383077d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539048 Jul 27 11:16:27.102523 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d59ce3-c053-4b44-b1d4-75e8d42deb97 req-e6e6ed3d-5bfc-4a7c-88f2-9ded94b24e4c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:27.103999 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-29d59ce3-c053-4b44-b1d4-75e8d42deb97 req-e6e6ed3d-5bfc-4a7c-88f2-9ded94b24e4c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 943 time: 0.0880709 Jul 27 11:16:27.146249 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-29d59ce3-c053-4b44-b1d4-75e8d42deb97 req-47df5e1e-e796-4b35-a319-31d68e20bc40 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357835 Jul 27 11:16:27.919464 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2e860-93c9-40a2-925e-fe760c02ad6f req-0dc2ec92-404d-4fa7-ad0f-fbc8edb38290 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:27.921187 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-97a2e860-93c9-40a2-925e-fe760c02ad6f req-0dc2ec92-404d-4fa7-ad0f-fbc8edb38290 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 944 time: 0.0641603 Jul 27 11:16:27.963980 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-97a2e860-93c9-40a2-925e-fe760c02ad6f req-efcb4608-b8c0-4673-a8f0-b9b7f952fcc3 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367298 Jul 27 11:16:28.235469 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ad2e2-f91a-438a-8ae6-811859e1a30a req-09d5e869-a6fc-482a-8835-b830267af64f tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:28.236907 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0d9ad2e2-f91a-438a-8ae6-811859e1a30a req-09d5e869-a6fc-482a-8835-b830267af64f tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0912130 Jul 27 11:16:28.304870 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0d9ad2e2-f91a-438a-8ae6-811859e1a30a req-32df860b-aebf-486e-8446-849e14b5e922 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480211 Jul 27 11:16:28.322753 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88e65d-83ec-4fbc-9eef-b09124b33490 req-fdc69945-ecaf-406e-8d1b-46d7c8c8827d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:28.324220 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bc88e65d-83ec-4fbc-9eef-b09124b33490 req-fdc69945-ecaf-406e-8d1b-46d7c8c8827d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 943 time: 0.1056449 Jul 27 11:16:28.367876 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bc88e65d-83ec-4fbc-9eef-b09124b33490 req-39fe6170-9e4a-41f7-9ff1-51ec29272ad9 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375652 Jul 27 11:16:29.103109 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbb1e6-468f-45fc-9b70-69e3f4642c90 req-e8f0651b-6cd3-4488-aa7f-f50ba088080a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:29.104682 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8cdbb1e6-468f-45fc-9b70-69e3f4642c90 req-e8f0651b-6cd3-4488-aa7f-f50ba088080a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 944 time: 0.0686679 Jul 27 11:16:29.150132 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8cdbb1e6-468f-45fc-9b70-69e3f4642c90 req-e0d76c01-dc1e-483b-962f-7394f009aa26 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379684 Jul 27 11:16:29.452847 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11394de7-7d7d-4305-8a19-8fa72f3e2658 req-86b2c5a7-c712-4d57-a876-b430efba0156 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:29.454477 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-11394de7-7d7d-4305-8a19-8fa72f3e2658 req-86b2c5a7-c712-4d57-a876-b430efba0156 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0805891 Jul 27 11:16:29.515910 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-11394de7-7d7d-4305-8a19-8fa72f3e2658 req-9dffe69d-4250-466d-987d-60cb113f2529 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411575 Jul 27 11:16:29.540534 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa922f8-db8b-45a3-baaf-8ea7d5c3f9ad req-07bf3480-55de-446d-935c-9bec74563b4c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:29.542061 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0aa922f8-db8b-45a3-baaf-8ea7d5c3f9ad req-07bf3480-55de-446d-935c-9bec74563b4c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 943 time: 0.1061118 Jul 27 11:16:29.596328 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0aa922f8-db8b-45a3-baaf-8ea7d5c3f9ad req-4d8f2df3-b63c-4f88-801e-f83ff9849ed5 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480783 Jul 27 11:16:30.302582 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46919d-4fd2-4804-b457-27630b4875a3 req-36d6e7d5-9d0f-4071-9f21-e39fc651ff40 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:30.304448 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5c46919d-4fd2-4804-b457-27630b4875a3 req-36d6e7d5-9d0f-4071-9f21-e39fc651ff40 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 944 time: 0.0648587 Jul 27 11:16:30.343465 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5c46919d-4fd2-4804-b457-27630b4875a3 req-72697779-b4a3-4690-a565-79fd1fdd850a tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328000 Jul 27 11:16:30.652469 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65f73f-2c4b-4931-90d5-52df769a58c1 req-455db531-7b7b-4495-99c6-cef96ae0dd09 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:30.656357 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-db65f73f-2c4b-4931-90d5-52df769a58c1 req-455db531-7b7b-4495-99c6-cef96ae0dd09 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0718741 Jul 27 11:16:30.725523 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-db65f73f-2c4b-4931-90d5-52df769a58c1 req-d62a4baf-b9ce-4f86-b5d3-60a60e99179e tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648222 Jul 27 11:16:30.759132 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b15e4f-eebc-4c13-9124-4a2a87d26bcf req-8fc772f7-f66c-429b-a90f-2b7c10ecec87 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:30.760632 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-04b15e4f-eebc-4c13-9124-4a2a87d26bcf req-8fc772f7-f66c-429b-a90f-2b7c10ecec87 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 943 time: 0.0861716 Jul 27 11:16:30.799590 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-04b15e4f-eebc-4c13-9124-4a2a87d26bcf req-9bcea6c8-03ba-4a3f-abdb-c84e424677e6 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328839 Jul 27 11:16:31.479083 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706e100-c227-4cf2-9e10-e8efa57c4333 req-ed271237-3a1a-445d-9655-ff1540206650 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:31.480548 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2706e100-c227-4cf2-9e10-e8efa57c4333 req-ed271237-3a1a-445d-9655-ff1540206650 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 944 time: 0.0644512 Jul 27 11:16:31.517663 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2706e100-c227-4cf2-9e10-e8efa57c4333 req-f6cc4c09-7110-49c7-a317-76dd5f607373 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307539 Jul 27 11:16:31.858027 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43242c8d-3261-4212-9da4-225b31d976c7 req-882bda10-5d78-45de-81ad-c13984ca8c5f tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:31.859562 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-43242c8d-3261-4212-9da4-225b31d976c7 req-882bda10-5d78-45de-81ad-c13984ca8c5f tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0632777 Jul 27 11:16:31.926382 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-43242c8d-3261-4212-9da4-225b31d976c7 req-10a38b98-796c-424b-b2f5-96d5f99ff083 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605893 Jul 27 11:16:31.954350 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1bf15-acce-454b-b22d-2eadcf283937 req-bf0d2fd8-bbc0-4b29-a5f5-0915ff1a378b tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:31.955807 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-66e1bf15-acce-454b-b22d-2eadcf283937 req-bf0d2fd8-bbc0-4b29-a5f5-0915ff1a378b tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 943 time: 0.0842171 Jul 27 11:16:31.993520 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-66e1bf15-acce-454b-b22d-2eadcf283937 req-43528a0d-3827-42b2-aeba-e5453b2f9ca2 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318236 Jul 27 11:16:32.320670 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d4d9bd8c-f9a7-4676-8eb0-41463fadb1d2 req-3f053001-cf13-4202-9427-8e76664765a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34c0ef3f-f3a7-413b-bde2-bcd58714f839 HTTP/1.1" status: 200 len: 217 time: 0.0343282 Jul 27 11:16:32.402585 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9bd8c-f9a7-4676-8eb0-41463fadb1d2 req-ef8d2ef3-89e1-4ba5-8fff-0419cb1cb410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:32.403964 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d4d9bd8c-f9a7-4676-8eb0-41463fadb1d2 req-ef8d2ef3-89e1-4ba5-8fff-0419cb1cb410 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ac8bd97-6b08-43ee-9af1-f1f073bddbdd HTTP/1.1" status: 200 len: 847 time: 0.0442841 Jul 27 11:16:32.462946 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9bd8c-f9a7-4676-8eb0-41463fadb1d2 req-d88a68aa-3db8-47bc-9d91-412ed318c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:32.464407 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d4d9bd8c-f9a7-4676-8eb0-41463fadb1d2 req-d88a68aa-3db8-47bc-9d91-412ed318c7b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00727d2e-a261-402c-a777-2fb23ca18a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508699 Jul 27 11:16:32.551183 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d4d9bd8c-f9a7-4676-8eb0-41463fadb1d2 req-27e1aa00-255c-499b-8a8c-1bf4c29a8f0c service neutron] 10.222.0.20 "GET /v2.0/networks/00727d2e-a261-402c-a777-2fb23ca18a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0769424 Jul 27 11:16:32.686839 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d4d9bd8c-f9a7-4676-8eb0-41463fadb1d2 req-9048060b-e00b-4883-8350-28fe55e7bb9c service neutron] 10.222.0.20 "GET /v2.0/networks/00727d2e-a261-402c-a777-2fb23ca18a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220374 Jul 27 11:16:32.699026 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd63ddf-faa4-462a-9883-0dd0402b88c4 req-e8d49570-754a-43b8-b4cf-53bdd2c4bf11 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:32.700453 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8fd63ddf-faa4-462a-9883-0dd0402b88c4 req-e8d49570-754a-43b8-b4cf-53bdd2c4bf11 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 944 time: 0.0917394 Jul 27 11:16:32.740021 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8fd63ddf-faa4-462a-9883-0dd0402b88c4 req-3131ddf5-e0f0-41ee-8209-dcb6e9aeba63 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330200 Jul 27 11:16:33.056548 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776f030-7e66-44b9-ac9c-e12d59ce18a8 req-75aeed04-c2c2-4bf9-a9dc-7072bd3679e4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:33.058356 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2776f030-7e66-44b9-ac9c-e12d59ce18a8 req-75aeed04-c2c2-4bf9-a9dc-7072bd3679e4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0658321 Jul 27 11:16:33.122688 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2776f030-7e66-44b9-ac9c-e12d59ce18a8 req-1677c9ee-a8df-42cd-b85c-850d137fd950 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547795 Jul 27 11:16:33.143894 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89fc60-e266-40ba-9473-c4931388c791 req-ed1561c3-8138-48c0-a450-b0d6dc2d0971 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:33.145471 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-af89fc60-e266-40ba-9473-c4931388c791 req-ed1561c3-8138-48c0-a450-b0d6dc2d0971 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 943 time: 0.0862222 Jul 27 11:16:33.181997 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-af89fc60-e266-40ba-9473-c4931388c791 req-16a5bd27-9c12-41ed-baf8-23c50e6b5df2 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307515 Jul 27 11:16:33.758446 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534adce-2b97-4963-adc7-14c5a94ef969 req-70bd67e3-b4cb-4966-94ad-33e0391a0ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:33.759849 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a534adce-2b97-4963-adc7-14c5a94ef969 req-70bd67e3-b4cb-4966-94ad-33e0391a0ce9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39b2b0d7b22e4c15b8cdd715a4210837&device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 1097 time: 0.0557675 Jul 27 11:16:34.191771 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534adce-2b97-4963-adc7-14c5a94ef969 req-cc1a3713-fd37-4564-82df-dabd2972f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:34.193245 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a534adce-2b97-4963-adc7-14c5a94ef969 req-cc1a3713-fd37-4564-82df-dabd2972f1cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b197248-f0ce-4827-933d-69338f8090b1 HTTP/1.1" status: 200 len: 916 time: 0.4137397 Jul 27 11:16:34.203172 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c60363-bfca-442a-9996-5965b20d5e97 req-0728e0e9-3929-429c-8783-af484f2cd1b1 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:34.204519 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-38c60363-bfca-442a-9996-5965b20d5e97 req-0728e0e9-3929-429c-8783-af484f2cd1b1 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 944 time: 0.3821976 Jul 27 11:16:34.230542 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 87c58718-415d-4d3b-84ea-d4b862ac2252 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:16:34.321533 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-38c60363-bfca-442a-9996-5965b20d5e97 req-b6a0d24c-97a5-4cf1-a44e-989c055fbb95 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083131 Jul 27 11:16:34.323277 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a534adce-2b97-4963-adc7-14c5a94ef969 req-72092563-ab54-4078-88b8-e0261f1b2168 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87c58718-415d-4d3b-84ea-d4b862ac2252 HTTP/1.1" status: 200 len: 999 time: 0.1179566 Jul 27 11:16:34.346233 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac69504-5e6f-4291-af0a-e6a49747fd22 req-daadc3d3-9f34-467d-93e4-bd2a54df94be tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:34.348099 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3ac69504-5e6f-4291-af0a-e6a49747fd22 req-daadc3d3-9f34-467d-93e4-bd2a54df94be tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.1531997 Jul 27 11:16:34.418471 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534adce-2b97-4963-adc7-14c5a94ef969 req-ee6e836e-e771-4822-a536-e36360bf7b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:34.420063 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a534adce-2b97-4963-adc7-14c5a94ef969 req-ee6e836e-e771-4822-a536-e36360bf7b75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1689c5ce-0d31-49d5-be62-eea37f7808eb HTTP/1.1" status: 200 len: 855 time: 0.0710533 Jul 27 11:16:34.423004 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3ac69504-5e6f-4291-af0a-e6a49747fd22 req-6bac6b79-7cac-41d1-bae9-b0ac240f7632 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664065 Jul 27 11:16:34.471391 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:34.486938 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 87c58718-415d-4d3b-84ea-d4b862ac2252, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=87c58718-415d-4d3b-84ea-d4b862ac2252,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:34.498273 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '87c58718-415d-4d3b-84ea-d4b862ac2252', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'port_id': '87c58718-415d-4d3b-84ea-d4b862ac2252', 'mac_address': 'fa:16:3e:39:78:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:16:34.529738 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534adce-2b97-4963-adc7-14c5a94ef969 req-bcafffba-10fe-4e88-9201-d9ec8ac27a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:34.531224 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a534adce-2b97-4963-adc7-14c5a94ef969 req-bcafffba-10fe-4e88-9201-d9ec8ac27a90 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b197248-f0ce-4827-933d-69338f8090b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1027098 Jul 27 11:16:34.538654 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:34.542875 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7f5d0-4ad6-4eba-a325-6fdbee6de004 req-9df12085-ed7d-4950-a83c-bfdf9f1175e2 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:34.544292 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e2b7f5d0-4ad6-4eba-a325-6fdbee6de004 req-9df12085-ed7d-4950-a83c-bfdf9f1175e2 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 943 time: 0.1049843 Jul 27 11:16:34.552902 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c58718-415d-4d3b-84ea-d4b862ac2252 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:16:34.574245 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 87c58718-415d-4d3b-84ea-d4b862ac2252, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=87c58718-415d-4d3b-84ea-d4b862ac2252,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:34.579167 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:34.579829 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device a099f8e6-85a4-4abb-bbb3-e422ec603b5f details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:16:34.644664 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e2b7f5d0-4ad6-4eba-a325-6fdbee6de004 req-66b853bd-6841-4703-a387-cda5d22c730b tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906603 Jul 27 11:16:34.666400 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a534adce-2b97-4963-adc7-14c5a94ef969 req-6522995a-0f92-43fd-a3e3-166b592790d3 service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209147 Jul 27 11:16:34.681242 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=87c58718-415d-4d3b-84ea-d4b862ac2252,revision_number=9']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:34.725529 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port a099f8e6-85a4-4abb-bbb3-e422ec603b5f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=a099f8e6-85a4-4abb-bbb3-e422ec603b5f,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:34.736947 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'port_id': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f', 'mac_address': 'fa:16:3e:68:a5:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:16:34.776154 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:34.781550 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a534adce-2b97-4963-adc7-14c5a94ef969 req-976c9f31-45a9-4ed1-87bb-857246b4fcf3 service neutron] 10.222.0.20 "GET /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066899 Jul 27 11:16:34.789043 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a099f8e6-85a4-4abb-bbb3-e422ec603b5f {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:16:34.809754 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port a099f8e6-85a4-4abb-bbb3-e422ec603b5f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=a099f8e6-85a4-4abb-bbb3-e422ec603b5f,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:34.813321 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:34.863235 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=a099f8e6-85a4-4abb-bbb3-e422ec603b5f,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:35.205865 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['87c58718-415d-4d3b-84ea-d4b862ac2252'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:16:35.237209 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['a099f8e6-85a4-4abb-bbb3-e422ec603b5f'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:16:35.458705 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74701a7-5fca-4908-9425-ef42e53c0a09 req-9110a7cf-df84-4a71-b6cf-3f264de00d32 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:35.461975 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a74701a7-5fca-4908-9425-ef42e53c0a09 req-9110a7cf-df84-4a71-b6cf-3f264de00d32 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 945 time: 0.0644586 Jul 27 11:16:35.509075 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a74701a7-5fca-4908-9425-ef42e53c0a09 req-97c69324-65f4-4f7c-b26d-e31f18b57411 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431366 Jul 27 11:16:35.563637 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e966950-d725-4c76-aff0-f783bd26c33e req-ebaa83b0-f832-4eb0-ab37-89fc3face965 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:35.565133 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9e966950-d725-4c76-aff0-f783bd26c33e req-ebaa83b0-f832-4eb0-ab37-89fc3face965 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0722320 Jul 27 11:16:35.602987 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9e966950-d725-4c76-aff0-f783bd26c33e req-f911df17-7974-4929-bc6d-6c9b96a9cbb6 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313570 Jul 27 11:16:35.789853 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e65597-0ac8-4953-bae8-ab04d70eae0b req-11a32f14-716e-44de-b3b0-0c551fface34 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:35.791333 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-00e65597-0ac8-4953-bae8-ab04d70eae0b req-11a32f14-716e-44de-b3b0-0c551fface34 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 944 time: 0.0697610 Jul 27 11:16:35.827562 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-00e65597-0ac8-4953-bae8-ab04d70eae0b req-840d0110-23ff-406f-af06-fe2c224305db tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304222 Jul 27 11:16:36.232689 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 87c58718-415d-4d3b-84ea-d4b862ac2252 up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:16:36.278818 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 87c58718-415d-4d3b-84ea-d4b862ac2252 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:16:36.279436 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:36.356196 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:36.377595 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f45d24e-7bf6-424b-93e5-ebc7f1480003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c58718-415d-4d3b-84ea-d4b862ac2252'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:16:36.379937 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8c3f04-0b06-4bce-9fe0-1d1bdad565ae" -d '{"events": [{"server_uuid": "0f45d24e-7bf6-424b-93e5-ebc7f1480003", "name": "network-vif-plugged", "status": "completed", "tag": "87c58718-415d-4d3b-84ea-d4b862ac2252"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:16:36.392400 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 87c58718-415d-4d3b-84ea-d4b862ac2252, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=87c58718-415d-4d3b-84ea-d4b862ac2252,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:36.396941 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:36.397803 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device a099f8e6-85a4-4abb-bbb3-e422ec603b5f up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:16:36.434416 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b1b21c-61a4-4dad-8497-73635d59c4e5 x-openstack-request-id: req-35b1b21c-61a4-4dad-8497-73635d59c4e5 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:16:36.434710 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f45d24e-7bf6-424b-93e5-ebc7f1480003", "name": "network-vif-plugged", "status": "completed", "tag": "87c58718-415d-4d3b-84ea-d4b862ac2252", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:16:36.434962 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35b1b21c-61a4-4dad-8497-73635d59c4e5 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:16:36.435351 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f45d24e-7bf6-424b-93e5-ebc7f1480003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c58718-415d-4d3b-84ea-d4b862ac2252', 'code': 200} Jul 27 11:16:36.475448 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=87c58718-415d-4d3b-84ea-d4b862ac2252,revision_number=10']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:36.489602 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port a099f8e6-85a4-4abb-bbb3-e422ec603b5f completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:16:36.493608 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port a099f8e6-85a4-4abb-bbb3-e422ec603b5f triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:16:36.493989 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:36.577205 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:36.610470 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port a099f8e6-85a4-4abb-bbb3-e422ec603b5f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=a099f8e6-85a4-4abb-bbb3-e422ec603b5f,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:36.616693 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:36.649972 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0a223-d50c-4b78-9d65-b01239ed9ad7 req-c5ff5473-0c15-488a-870f-ba4847e4d4c5 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:36.651488 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b9b0a223-d50c-4b78-9d65-b01239ed9ad7 req-c5ff5473-0c15-488a-870f-ba4847e4d4c5 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 947 time: 0.0675113 Jul 27 11:16:36.673710 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=a099f8e6-85a4-4abb-bbb3-e422ec603b5f,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:36.746190 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b9b0a223-d50c-4b78-9d65-b01239ed9ad7 req-615939af-d38a-426d-ae6e-6205ef9b39a2 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863814 Jul 27 11:16:36.775448 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a91192-6623-4c9f-97d4-8f9fb9ec0d18 req-a1d156fb-b861-4184-be76-4abcd286dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:36.777115 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-45a91192-6623-4c9f-97d4-8f9fb9ec0d18 req-a1d156fb-b861-4184-be76-4abcd286dc75 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 1100 time: 0.1245134 Jul 27 11:16:36.787233 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787ff77-41d3-47f4-a86f-5342a078be1a req-b266e3f0-e859-4ac6-9ac6-62efe5e38b50 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:36.788684 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1787ff77-41d3-47f4-a86f-5342a078be1a req-b266e3f0-e859-4ac6-9ac6-62efe5e38b50 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.1025741 Jul 27 11:16:36.833881 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-45a91192-6623-4c9f-97d4-8f9fb9ec0d18 req-ff867509-a3f3-4d48-9f8c-373ab73d1d5b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441654 Jul 27 11:16:36.845645 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1787ff77-41d3-47f4-a86f-5342a078be1a req-95683242-95a1-4476-a909-e26cdf662f48 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499451 Jul 27 11:16:36.965164 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37994-af27-4656-887b-15db586b2328 req-1a34fba7-745d-4694-b1d9-b121eeed73a2 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:36.966677 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-43b37994-af27-4656-887b-15db586b2328 req-1a34fba7-745d-4694-b1d9-b121eeed73a2 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 945 time: 0.0663309 Jul 27 11:16:37.005324 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-43b37994-af27-4656-887b-15db586b2328 req-4ebfbd4a-8727-4013-85b9-8e59d7bff646 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326252 Jul 27 11:16:37.877559 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb9fcd-7de1-4ef1-96bc-bd7e0711f9ea req-fef77029-1186-448f-9146-d6cc0a7a1a86 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:37.879064 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-52cb9fcd-7de1-4ef1-96bc-bd7e0711f9ea req-fef77029-1186-448f-9146-d6cc0a7a1a86 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 947 time: 0.0619009 Jul 27 11:16:37.919735 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-52cb9fcd-7de1-4ef1-96bc-bd7e0711f9ea req-45735302-cc26-47d2-88bb-09e66b7eeeb8 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348704 Jul 27 11:16:37.986230 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c10ede-3318-48da-abcf-e4913c6b70f3 req-f639c2ad-9990-4cba-9e48-6bc6b957194d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:37.987785 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b9c10ede-3318-48da-abcf-e4913c6b70f3 req-f639c2ad-9990-4cba-9e48-6bc6b957194d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0723627 Jul 27 11:16:38.027689 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b9c10ede-3318-48da-abcf-e4913c6b70f3 req-116bf017-c4f4-459a-80c2-696f1b55b2e0 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339684 Jul 27 11:16:38.159402 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411647b1-c285-4cc8-bf73-d9a13e76aabe req-fb53a53e-409a-44c4-9a3a-7d6c3cbc2b05 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:38.159807 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-411647b1-c285-4cc8-bf73-d9a13e76aabe req-fb53a53e-409a-44c4-9a3a-7d6c3cbc2b05 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 945 time: 0.0822008 Jul 27 11:16:38.201676 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-411647b1-c285-4cc8-bf73-d9a13e76aabe req-778d008c-d5ad-4e2b-ad3c-8d34cf20c206 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351338 Jul 27 11:16:38.436954 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62741aac-3d04-416b-95dd-ccc2090492a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:16:38.439474 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7259c96-5f04-4c17-b4b5-e40eec539b5b" -d '{"events": [{"server_uuid": "62741aac-3d04-416b-95dd-ccc2090492a4", "name": "network-vif-plugged", "status": "completed", "tag": "a099f8e6-85a4-4abb-bbb3-e422ec603b5f"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:16:38.478949 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8201d2c-d938-4ecc-bf14-a254e03dd30a x-openstack-request-id: req-b8201d2c-d938-4ecc-bf14-a254e03dd30a {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:16:38.478949 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62741aac-3d04-416b-95dd-ccc2090492a4", "name": "network-vif-plugged", "status": "completed", "tag": "a099f8e6-85a4-4abb-bbb3-e422ec603b5f", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:16:38.479351 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8201d2c-d938-4ecc-bf14-a254e03dd30a {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:16:38.479772 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62741aac-3d04-416b-95dd-ccc2090492a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f', 'code': 200} Jul 27 11:16:38.606314 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc90aae-809f-4019-a66d-07a2425a5213 req-df2d8b61-0346-4044-881f-00f85ca346ec tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:38.608049 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4dc90aae-809f-4019-a66d-07a2425a5213 req-df2d8b61-0346-4044-881f-00f85ca346ec tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 945 time: 0.0625753 Jul 27 11:16:38.645295 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4dc90aae-809f-4019-a66d-07a2425a5213 req-5a74a3fe-7e7c-4231-8797-a40d9266e3ff tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=5bbd0699-5988-4faf-80af-9b25e928cd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307803 Jul 27 11:16:38.840657 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de8c32-f4ad-4264-aebd-10f254001a49 req-8163d5bb-cd27-40bb-a5bd-aadf12febbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:38.842201 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-28de8c32-f4ad-4264-aebd-10f254001a49 req-8163d5bb-cd27-40bb-a5bd-aadf12febbb2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 1098 time: 0.0558426 Jul 27 11:16:38.877243 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-28de8c32-f4ad-4264-aebd-10f254001a49 req-98a53268-94fd-405a-86e6-391ccbad2c60 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273328 Jul 27 11:16:39.059145 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c28fa7-eda5-4261-b846-3a4255e19fd7 req-18826db0-2a20-4498-8b9b-c6d60c2cadfd tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:39.060543 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-07c28fa7-eda5-4261-b846-3a4255e19fd7 req-18826db0-2a20-4498-8b9b-c6d60c2cadfd tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 947 time: 0.0620916 Jul 27 11:16:39.100523 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-07c28fa7-eda5-4261-b846-3a4255e19fd7 req-2acf591a-9794-4378-88f1-22f7669e131f tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340340 Jul 27 11:16:39.180055 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1d7c6-67c1-4f32-8f0c-b11721f93e99 req-1b3e2d7a-50dd-4668-af18-4eeeb88db4f3 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:39.181562 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f4c1d7c6-67c1-4f32-8f0c-b11721f93e99 req-1b3e2d7a-50dd-4668-af18-4eeeb88db4f3 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0619588 Jul 27 11:16:39.218000 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f4c1d7c6-67c1-4f32-8f0c-b11721f93e99 req-d44b0d9b-2b0f-41f2-873c-3f4cd105ad74 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305281 Jul 27 11:16:39.330186 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a25260-55a3-40d0-8aae-4bfa5fba8e9f req-3fb499c4-281f-4464-8f9d-e3554fff5261 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:39.332065 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-25a25260-55a3-40d0-8aae-4bfa5fba8e9f req-3fb499c4-281f-4464-8f9d-e3554fff5261 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 945 time: 0.0657835 Jul 27 11:16:39.368860 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-25a25260-55a3-40d0-8aae-4bfa5fba8e9f req-210fcdd6-b2f0-43d7-9b45-a98f93e6f7a0 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310793 Jul 27 11:16:39.697872 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:16:39.771570 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1824d2-b823-41ac-b341-33f0f2a16244 req-9bbea7c4-1ac4-4472-b4ea-d26eb3383f59 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:39.773070 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8f1824d2-b823-41ac-b341-33f0f2a16244 req-9bbea7c4-1ac4-4472-b4ea-d26eb3383f59 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 945 time: 0.0620079 Jul 27 11:16:39.809463 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8f1824d2-b823-41ac-b341-33f0f2a16244 req-21259c67-55bb-41c4-9e31-208508b51f85 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=5bbd0699-5988-4faf-80af-9b25e928cd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305641 Jul 27 11:16:40.347279 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ac1fc-1246-4278-bd73-c2f4ddcca836 req-9cb8442e-ab85-4963-be49-0f319a196e80 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:40.348759 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8e8ac1fc-1246-4278-bd73-c2f4ddcca836 req-9cb8442e-ab85-4963-be49-0f319a196e80 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0653515 Jul 27 11:16:40.385755 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8e8ac1fc-1246-4278-bd73-c2f4ddcca836 req-f1f0aae1-f7ac-482b-9037-46c0311fd718 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311131 Jul 27 11:16:40.493361 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d60ff4-c911-4ef4-8222-d4125c7f1523 req-fc40b14a-70b1-4370-8b39-836e907548eb tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:40.495066 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-83d60ff4-c911-4ef4-8222-d4125c7f1523 req-fc40b14a-70b1-4370-8b39-836e907548eb tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 945 time: 0.0628743 Jul 27 11:16:40.531743 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-83d60ff4-c911-4ef4-8222-d4125c7f1523 req-7fc7e410-af30-4c24-9acb-22b3b17843e8 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308499 Jul 27 11:16:40.657291 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712117cc-e36f-4b4e-978c-9bbcc0e33ff4 req-7b5cac55-1131-4e74-af54-5eb012a6eb49 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:40.658768 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-712117cc-e36f-4b4e-978c-9bbcc0e33ff4 req-7b5cac55-1131-4e74-af54-5eb012a6eb49 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 945 time: 0.0608907 Jul 27 11:16:40.694797 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-712117cc-e36f-4b4e-978c-9bbcc0e33ff4 req-3157e178-f00c-41dc-964f-0d25b5620be6 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297697 Jul 27 11:16:40.716100 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 34922) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:16:40.771542 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec104579-34c1-43fa-af07-0664a107208b tempest-TestVolumeBootPattern-542927252 tempest-TestVolumeBootPattern-542927252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:40.773059 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-ec104579-34c1-43fa-af07-0664a107208b tempest-TestVolumeBootPattern-542927252 tempest-TestVolumeBootPattern-542927252-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 1093 time: 0.0560138 Jul 27 11:16:40.775835 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 34924) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:16:40.780160 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Request body: {'floatingip': {'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'port_id': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:16:40.801928 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for floatingip, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:40.928287 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:40.999709 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b642c6-20cd-4435-8d2e-a30e24ccf7ef req-0d58394c-37a3-413b-9e2b-89c7199128ee tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:41.001180 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-07b642c6-20cd-4435-8d2e-a30e24ccf7ef req-0d58394c-37a3-413b-9e2b-89c7199128ee tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 945 time: 0.1198857 Jul 27 11:16:41.074850 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Allocated IP 172.27.3.29 (b1883f27-eaab-4700-a5a8-37e3631f126f/c4c466e5-926d-42c1-b136-e6bf3690c687/e5a6df14-5ea7-49d0-934d-9c0eb34303df) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:16:41.081955 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-07b642c6-20cd-4435-8d2e-a30e24ccf7ef req-e659cd45-2281-4d7f-8653-1b899626fa5b tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=5bbd0699-5988-4faf-80af-9b25e928cd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731578 Jul 27 11:16:41.179349 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:41.217145 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:41.253303 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Network b1883f27-eaab-4700-a5a8-37e3631f126f is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:16:41.259267 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:16:41.263453 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:16:41.266422 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event updated for resources: {'Port': ['ID=e5a6df14-5ea7-49d0-934d-9c0eb34303df,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:41.547323 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5a607-c16c-4cfc-9de1-4cfab03045a5 req-ef6aa26e-a74c-4557-8929-fa10b46ca413 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:41.548788 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2ad5a607-c16c-4cfc-9de1-4cfab03045a5 req-ef6aa26e-a74c-4557-8929-fa10b46ca413 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 945 time: 0.1869252 Jul 27 11:16:41.642725 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3578e3-ec77-4592-9b14-7a82bf4e65ac req-55c118d2-7237-4eb4-bb78-6dffb3f6ad04 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:41.644230 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6e3578e3-ec77-4592-9b14-7a82bf4e65ac req-55c118d2-7237-4eb4-bb78-6dffb3f6ad04 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.1925745 Jul 27 11:16:41.764032 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6e3578e3-ec77-4592-9b14-7a82bf4e65ac req-c96afcfe-1f47-479a-b9f9-97e608d291e5 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126966 Jul 27 11:16:41.809747 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-2ad5a607-c16c-4cfc-9de1-4cfab03045a5 req-86ce3958-e5df-4584-a586-01e70d5f8e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Deleting port 289f847a-9cf8-4647-ac49-18b01f90e55a {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:16:41.810090 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2ad5a607-c16c-4cfc-9de1-4cfab03045a5 req-86ce3958-e5df-4584-a586-01e70d5f8e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:41.863265 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:41.961016 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-2ad5a607-c16c-4cfc-9de1-4cfab03045a5 req-86ce3958-e5df-4584-a586-01e70d5f8e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] For port 289f847a-9cf8-4647-ac49-18b01f90e55a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=289f847a-9cf8-4647-ac49-18b01f90e55a,segment=NetworkSegment(e53c83d7-3bbd-45fd-9997-748cab2aa915),segment_id=e53c83d7-3bbd-45fd-9997-748cab2aa915)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:41.961377 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2ad5a607-c16c-4cfc-9de1-4cfab03045a5 req-86ce3958-e5df-4584-a586-01e70d5f8e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:42.000783 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:42.263001 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 34c0ef3f-f3a7-413b-bde2-bcd58714f839 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:16:42.307081 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2ad5a607-c16c-4cfc-9de1-4cfab03045a5 req-86ce3958-e5df-4584-a586-01e70d5f8e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:42.307475 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2ad5a607-c16c-4cfc-9de1-4cfab03045a5 req-86ce3958-e5df-4584-a586-01e70d5f8e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084477'] for floatingip, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:42.307760 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.l3_db [req-2ad5a607-c16c-4cfc-9de1-4cfab03045a5 req-86ce3958-e5df-4584-a586-01e70d5f8e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Floating IP 02c1e266-6a8f-4732-aa07-3569974caf4b disassociated. External IP: 172.27.3.225, port: 289f847a-9cf8-4647-ac49-18b01f90e55a. Jul 27 11:16:42.308130 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-2ad5a607-c16c-4cfc-9de1-4cfab03045a5 req-86ce3958-e5df-4584-a586-01e70d5f8e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Calling delete_port for 289f847a-9cf8-4647-ac49-18b01f90e55a owned by compute:nova {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:16:42.372124 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 34c0ef3f-f3a7-413b-bde2-bcd58714f839, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=34c0ef3f-f3a7-413b-bde2-bcd58714f839,segment=NetworkSegment(3140f030-dfbe-4ebf-9714-b1b1f6fb2769),segment_id=3140f030-dfbe-4ebf-9714-b1b1f6fb2769)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:42.384460 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '34c0ef3f-f3a7-413b-bde2-bcd58714f839', 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42', 'port_id': '34c0ef3f-f3a7-413b-bde2-bcd58714f839', 'mac_address': 'fa:16:3e:d8:5c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:16:42.424579 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:42.438369 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c0ef3f-f3a7-413b-bde2-bcd58714f839 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:16:42.465614 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 34c0ef3f-f3a7-413b-bde2-bcd58714f839, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=34c0ef3f-f3a7-413b-bde2-bcd58714f839,segment=NetworkSegment(3140f030-dfbe-4ebf-9714-b1b1f6fb2769),segment_id=3140f030-dfbe-4ebf-9714-b1b1f6fb2769)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:42.469883 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:42.524570 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=34c0ef3f-f3a7-413b-bde2-bcd58714f839,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:42.612593 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be667e-0a4a-4ca7-9bed-b4077bb6ab00 req-a778d560-5a2a-4f8f-8956-a7d52a2e436e tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:42.614092 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-24be667e-0a4a-4ca7-9bed-b4077bb6ab00 req-a778d560-5a2a-4f8f-8956-a7d52a2e436e tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 945 time: 0.4355040 Jul 27 11:16:42.674322 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:42.687883 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:42.735569 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-24be667e-0a4a-4ca7-9bed-b4077bb6ab00 req-2637daf0-82b5-455c-9c05-99fcff2a9c76 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups?id=5bbd0699-5988-4faf-80af-9b25e928cd93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945318 Jul 27 11:16:42.782016 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event updated for resources: {'Port': ['ID=e5a6df14-5ea7-49d0-934d-9c0eb34303df,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:42.806716 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['34c0ef3f-f3a7-413b-bde2-bcd58714f839'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:16:42.822020 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084477'] for floatingip, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:42.912965 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2ad5a607-c16c-4cfc-9de1-4cfab03045a5 req-86ce3958-e5df-4584-a586-01e70d5f8e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:42.979274 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce3958-e5df-4584-a586-01e70d5f8e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Pushing event deleted for resources: {'Port': ['ID=289f847a-9cf8-4647-ac49-18b01f90e55a,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:43.048660 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34320f6-49c4-4936-9426-ecf544a7639f req-e8ac93df-3747-4600-a8d1-6da11d395d1f tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:43.050727 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e34320f6-49c4-4936-9426-ecf544a7639f req-e8ac93df-3747-4600-a8d1-6da11d395d1f tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 945 time: 0.1898067 Jul 27 11:16:43.051717 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.l3_db [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Floating IP 319b909c-2507-472d-90dc-43ca21cfed82 associated. External IP: 172.27.3.29, port: a099f8e6-85a4-4abb-bbb3-e422ec603b5f. Jul 27 11:16:43.218106 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e34320f6-49c4-4936-9426-ecf544a7639f req-9012f2f9-04f5-497b-b8fd-d11e5892b43f tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247020 Jul 27 11:16:43.232557 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ad5a607-c16c-4cfc-9de1-4cfab03045a5 req-86ce3958-e5df-4584-a586-01e70d5f8e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Router 3a2561b0-6ea6-4005-9f6a-a6681142925e has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:16:43.429966 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Router b0f776a0-c20c-45c6-8312-feceac0d888e has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:16:43.434546 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ad5a607-c16c-4cfc-9de1-4cfab03045a5 req-86ce3958-e5df-4584-a586-01e70d5f8e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:16:43.446586 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac60bc-2b5f-4a76-99a0-f1e5321bbe32 None None] Sync routers for ids ['3a2561b0-6ea6-4005-9f6a-a6681142925e'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:16:43.456283 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac60bc-2b5f-4a76-99a0-f1e5321bbe32 None None] Routers {'3a2561b0-6ea6-4005-9f6a-a6681142925e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:16:43.457028 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-7fac60bc-2b5f-4a76-99a0-f1e5321bbe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:16:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['3a2561b0-6ea6-4005-9f6a-a6681142925e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:43.483350 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad5a607-c16c-4cfc-9de1-4cfab03045a5 req-86ce3958-e5df-4584-a586-01e70d5f8e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] No DVR routers for this DVR port 289f847a-9cf8-4647-ac49-18b01f90e55a on host hv-cinder-78495 {{(pid=93200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:16:43.486801 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-2ad5a607-c16c-4cfc-9de1-4cfab03045a5 req-86ce3958-e5df-4584-a586-01e70d5f8e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:43.489324 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2ad5a607-c16c-4cfc-9de1-4cfab03045a5 req-86ce3958-e5df-4584-a586-01e70d5f8e06 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.20 "DELETE /v2.0/ports/289f847a-9cf8-4647-ac49-18b01f90e55a HTTP/1.1" status: 204 len: 173 time: 1.9324262 Jul 27 11:16:43.489895 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca92448b-84dc-45be-8d12-2191b1c18a64', 'name': 'network-vif-deleted', 'tag': '289f847a-9cf8-4647-ac49-18b01f90e55a'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:16:43.492206 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd6b77d-4a41-48e5-af8e-6ed27afaef74" -d '{"events": [{"server_uuid": "ca92448b-84dc-45be-8d12-2191b1c18a64", "name": "network-vif-deleted", "tag": "289f847a-9cf8-4647-ac49-18b01f90e55a"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:16:43.548161 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bf2e91-e184-444d-ae28-6aeda05b95a2 x-openstack-request-id: req-40bf2e91-e184-444d-ae28-6aeda05b95a2 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:16:43.548481 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca92448b-84dc-45be-8d12-2191b1c18a64", "name": "network-vif-deleted", "tag": "289f847a-9cf8-4647-ac49-18b01f90e55a", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:16:43.548730 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40bf2e91-e184-444d-ae28-6aeda05b95a2 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:16:43.549127 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca92448b-84dc-45be-8d12-2191b1c18a64', 'name': 'network-vif-deleted', 'tag': '289f847a-9cf8-4647-ac49-18b01f90e55a', 'status': 'completed', 'code': 200} Jul 27 11:16:43.588945 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-7fac60bc-2b5f-4a76-99a0-f1e5321bbe32 None None] Set router 3a2561b0-6ea6-4005-9f6a-a6681142925e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:16:43.611749 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:16:43.621363 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c485a829-ae68-49b3-a8c1-8ce4ec9da1b7 None None] Sync routers for ids ['b0f776a0-c20c-45c6-8312-feceac0d888e'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:16:43.630577 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c485a829-ae68-49b3-a8c1-8ce4ec9da1b7 None None] Routers {'b0f776a0-c20c-45c6-8312-feceac0d888e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:16:43.631182 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-c485a829-ae68-49b3-a8c1-8ce4ec9da1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:16:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['b0f776a0-c20c-45c6-8312-feceac0d888e'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:43.635363 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:43.680237 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-fb6826df-0c37-4c2d-9c36-c7d773e6f5da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9033787 Jul 27 11:16:43.737572 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-c485a829-ae68-49b3-a8c1-8ce4ec9da1b7 None None] Set router b0f776a0-c20c-45c6-8312-feceac0d888e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:16:43.802446 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-7fac60bc-2b5f-4a76-99a0-f1e5321bbe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:26Z', 'revision_number': 4, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port': {'id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '3be90a97-766a-43cc-b336-c39445d635f8', 'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'mac_address': 'fa:16:3e:48:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:24Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'subnets': [{'id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:43.828709 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac60bc-2b5f-4a76-99a0-f1e5321bbe32 None None] Checking router: 3a2561b0-6ea6-4005-9f6a-a6681142925e for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:16:43.837728 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac60bc-2b5f-4a76-99a0-f1e5321bbe32 None None] Routers {'3a2561b0-6ea6-4005-9f6a-a6681142925e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:16:43.838346 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-7fac60bc-2b5f-4a76-99a0-f1e5321bbe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:16:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['3a2561b0-6ea6-4005-9f6a-a6681142925e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:43.844754 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cf18f121-3a32-490d-9c23-96cc13c6c20f req-7fe392d6-91e6-4e72-b370-fbd8cb5d4401 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca92448b-84dc-45be-8d12-2191b1c18a64 HTTP/1.1" status: 200 len: 210 time: 0.0294647 Jul 27 11:16:43.945003 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-7fac60bc-2b5f-4a76-99a0-f1e5321bbe32 None None] Set router 3a2561b0-6ea6-4005-9f6a-a6681142925e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:16:43.977425 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-c485a829-ae68-49b3-a8c1-8ce4ec9da1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '319b909c-2507-472d-90dc-43ca21cfed82', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'port_id': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'mac_address': 'fa:16:3e:68:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62741aac-3d04-416b-95dd-ccc2090492a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:16:41Z', 'updated_at': '2021-07-27T11:16:41Z', 'revision_number': 0, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:44.003834 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c485a829-ae68-49b3-a8c1-8ce4ec9da1b7 None None] Checking router: b0f776a0-c20c-45c6-8312-feceac0d888e for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:16:44.013120 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c485a829-ae68-49b3-a8c1-8ce4ec9da1b7 None None] Routers {'b0f776a0-c20c-45c6-8312-feceac0d888e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:16:44.013765 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-c485a829-ae68-49b3-a8c1-8ce4ec9da1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:16:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['b0f776a0-c20c-45c6-8312-feceac0d888e'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:44.119877 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-c485a829-ae68-49b3-a8c1-8ce4ec9da1b7 None None] Set router b0f776a0-c20c-45c6-8312-feceac0d888e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:16:44.156813 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-7fac60bc-2b5f-4a76-99a0-f1e5321bbe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:26Z', 'revision_number': 4, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port': {'id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '3be90a97-766a-43cc-b336-c39445d635f8', 'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'mac_address': 'fa:16:3e:48:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:24Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'subnets': [{'id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:44.182752 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac60bc-2b5f-4a76-99a0-f1e5321bbe32 None None] The sync data for ids ['3a2561b0-6ea6-4005-9f6a-a6681142925e'] in dv-cinder-784956-7-iscsi is: [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:26Z', 'revision_number': 4, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port': {'id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '3be90a97-766a-43cc-b336-c39445d635f8', 'name': '', 'network_id': 'b646d9a6-e951-486f-9f74-88c0b53d2484', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'mac_address': 'fa:16:3e:48:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:24Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'subnets': [{'id': '727eb73e-f40c-4c15-8595-71d8b1d5ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:16:44.280473 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 34c0ef3f-f3a7-413b-bde2-bcd58714f839 up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:16:44.338269 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port 34c0ef3f-f3a7-413b-bde2-bcd58714f839 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:16:44.343655 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 34c0ef3f-f3a7-413b-bde2-bcd58714f839 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:16:44.344043 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:44.370535 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e063aff-fd26-4c19-abf2-d8cc8d67a6f8 req-51ca577e-ad0c-457a-9180-59281bfdbc88 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:44.372158 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9e063aff-fd26-4c19-abf2-d8cc8d67a6f8 req-51ca577e-ad0c-457a-9180-59281bfdbc88 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 945 time: 0.0802088 Jul 27 11:16:44.416581 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9e063aff-fd26-4c19-abf2-d8cc8d67a6f8 req-1b5f4606-5544-4c8f-ae77-0a38fe7ae712 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379238 Jul 27 11:16:44.439725 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:44.453629 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-c485a829-ae68-49b3-a8c1-8ce4ec9da1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '319b909c-2507-472d-90dc-43ca21cfed82', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'port_id': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'mac_address': 'fa:16:3e:68:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62741aac-3d04-416b-95dd-ccc2090492a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:16:41Z', 'updated_at': '2021-07-27T11:16:41Z', 'revision_number': 0, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:44.467480 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c14288-92f7-47b6-a8bb-a44d82789712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c0ef3f-f3a7-413b-bde2-bcd58714f839'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:16:44.469744 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924e3117-bd76-4de7-9274-4bf3610d4527" -d '{"events": [{"server_uuid": "f3c14288-92f7-47b6-a8bb-a44d82789712", "name": "network-vif-plugged", "status": "completed", "tag": "34c0ef3f-f3a7-413b-bde2-bcd58714f839"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:16:44.476079 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac0a34d-5030-4114-8143-a6519f7f5599 None None] New status for floating IP 02c1e266-6a8f-4732-aa07-3569974caf4b: DOWN {{(pid=93201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 11:16:44.481994 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c485a829-ae68-49b3-a8c1-8ce4ec9da1b7 None None] The sync data for ids ['b0f776a0-c20c-45c6-8312-feceac0d888e'] in dv-cinder-784956-7-iscsi is: [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '319b909c-2507-472d-90dc-43ca21cfed82', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'port_id': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'mac_address': 'fa:16:3e:68:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62741aac-3d04-416b-95dd-ccc2090492a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:16:41Z', 'updated_at': '2021-07-27T11:16:41Z', 'revision_number': 0, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:16:44.514739 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 34c0ef3f-f3a7-413b-bde2-bcd58714f839, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=34c0ef3f-f3a7-413b-bde2-bcd58714f839,segment=NetworkSegment(3140f030-dfbe-4ebf-9714-b1b1f6fb2769),segment_id=3140f030-dfbe-4ebf-9714-b1b1f6fb2769)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:44.524425 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb39f60-0d45-4a43-bf7b-8fe296a677e5 x-openstack-request-id: req-6cb39f60-0d45-4a43-bf7b-8fe296a677e5 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:16:44.524723 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c14288-92f7-47b6-a8bb-a44d82789712", "name": "network-vif-plugged", "status": "completed", "tag": "34c0ef3f-f3a7-413b-bde2-bcd58714f839", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:16:44.524978 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cb39f60-0d45-4a43-bf7b-8fe296a677e5 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:16:44.525371 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c14288-92f7-47b6-a8bb-a44d82789712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c0ef3f-f3a7-413b-bde2-bcd58714f839', 'code': 200} Jul 27 11:16:44.526030 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:44.526799 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 289f847a-9cf8-4647-ac49-18b01f90e55a no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:16:44.603743 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: 289f847a-9cf8-4647-ac49-18b01f90e55a {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:16:44.604154 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 289f847a-9cf8-4647-ac49-18b01f90e55a not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:16:44.658288 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=34c0ef3f-f3a7-413b-bde2-bcd58714f839,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:44.688406 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba294d8-cba1-4c15-a5eb-5bb7b355c6da None None] New status for floating IP 319b909c-2507-472d-90dc-43ca21cfed82: ACTIVE {{(pid=93202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 11:16:44.752256 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d21d09-8296-4d68-9a35-ad4380691b96 req-86af49cf-49ed-495f-901a-9ca2709b83db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:44.754526 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-48d21d09-8296-4d68-9a35-ad4380691b96 req-86af49cf-49ed-495f-901a-9ca2709b83db service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 1099 time: 0.0543849 Jul 27 11:16:44.791815 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-48d21d09-8296-4d68-9a35-ad4380691b96 req-4b09e616-48e3-49cd-8a2c-757b836a3378 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283530 Jul 27 11:16:44.926817 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 34948) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:16:44.978926 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-70a24c73-8540-4614-a25f-206c3af1a8d9 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:45.002488 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-70a24c73-8540-4614-a25f-206c3af1a8d9 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:45.050994 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-70a24c73-8540-4614-a25f-206c3af1a8d9 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:45.053535 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-70a24c73-8540-4614-a25f-206c3af1a8d9 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:45.054659 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-70a24c73-8540-4614-a25f-206c3af1a8d9 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "DELETE /v2.0/security-groups/5bbd0699-5988-4faf-80af-9b25e928cd93 HTTP/1.1" status: 204 len: 168 time: 0.1268442 Jul 27 11:16:45.057685 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 34950) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:16:45.063402 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a24c73-8540-4614-a25f-206c3af1a8d9 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbd0699-5988-4faf-80af-9b25e928cd93,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:45.076689 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.api.v2.resource [None req-9c5d479d-090d-4c7d-bcfa-c00d8d183f33 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] show failed (client error): The resource could not be found. Jul 27 11:16:45.080281 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-9c5d479d-090d-4c7d-bcfa-c00d8d183f33 tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "GET /v2.0/security-groups/5bbd0699-5988-4faf-80af-9b25e928cd93 HTTP/1.1" status: 404 len: 347 time: 0.0189211 Jul 27 11:16:45.080493 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 34952) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:16:45.197629 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-f6af3352-2b84-4807-8b73-d8aa34efc47a tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Deleting port b6cc6468-997d-40cb-af4f-7371515d6edc {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:16:45.197971 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-f6af3352-2b84-4807-8b73-d8aa34efc47a tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:45.268849 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-f6af3352-2b84-4807-8b73-d8aa34efc47a tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:45.269172 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-f6af3352-2b84-4807-8b73-d8aa34efc47a tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:45.280246 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-f6af3352-2b84-4807-8b73-d8aa34efc47a tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Calling delete_port for b6cc6468-997d-40cb-af4f-7371515d6edc owned by network:floatingip {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:16:45.413339 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-f6af3352-2b84-4807-8b73-d8aa34efc47a tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:45.437833 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af3352-2b84-4807-8b73-d8aa34efc47a tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Pushing event deleted for resources: {'Port': ['ID=b6cc6468-997d-40cb-af4f-7371515d6edc,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:45.505513 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-f6af3352-2b84-4807-8b73-d8aa34efc47a tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks [] for floatingip, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:45.508090 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-f6af3352-2b84-4807-8b73-d8aa34efc47a tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:45.509284 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-f6af3352-2b84-4807-8b73-d8aa34efc47a tempest-AttachVolumeTestJSON-228760456 tempest-AttachVolumeTestJSON-228760456-project] 10.222.0.16 "DELETE /v2.0/floatingips/02c1e266-6a8f-4732-aa07-3569974caf4b HTTP/1.1" status: 204 len: 168 time: 0.4273274 Jul 27 11:16:45.554031 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5603992-68ec-4e88-9a38-e5b5c852445b req-fa41e7f6-dadb-49e6-83a3-641cc0bab928 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:45.555569 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c5603992-68ec-4e88-9a38-e5b5c852445b req-fa41e7f6-dadb-49e6-83a3-641cc0bab928 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0679312 Jul 27 11:16:45.556022 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62741aac-3d04-416b-95dd-ccc2090492a4', 'tag': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:16:45.558275 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f3ccff-b120-492a-9469-d22ec3d6a6ea" -d '{"events": [{"name": "network-changed", "server_uuid": "62741aac-3d04-416b-95dd-ccc2090492a4", "tag": "a099f8e6-85a4-4abb-bbb3-e422ec603b5f"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:16:45.596985 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1b6ade-7840-40af-b634-861d2c3f46be x-openstack-request-id: req-ba1b6ade-7840-40af-b634-861d2c3f46be {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:16:45.596985 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62741aac-3d04-416b-95dd-ccc2090492a4", "tag": "a099f8e6-85a4-4abb-bbb3-e422ec603b5f", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:16:45.597195 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba1b6ade-7840-40af-b634-861d2c3f46be {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:16:45.597489 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62741aac-3d04-416b-95dd-ccc2090492a4', 'tag': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f', 'status': 'completed', 'code': 200} Jul 27 11:16:45.602798 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c5603992-68ec-4e88-9a38-e5b5c852445b req-4be23085-a19c-4915-bead-3f72bc41f5a0 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405810 Jul 27 11:16:45.715083 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3ccff-b120-492a-9469-d22ec3d6a6ea req-c438b0b2-ede4-4956-86fd-ddf03211d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:45.716480 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-45f3ccff-b120-492a-9469-d22ec3d6a6ea req-c438b0b2-ede4-4956-86fd-ddf03211d88a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7acac7893f11409bb6e68649aa669c09&device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 1098 time: 0.0534465 Jul 27 11:16:45.851634 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3ccff-b120-492a-9469-d22ec3d6a6ea req-c42cbbaa-a153-41b6-851b-f0f858104203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:45.853092 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-45f3ccff-b120-492a-9469-d22ec3d6a6ea req-c42cbbaa-a153-41b6-851b-f0f858104203 service neutron] 10.222.0.20 "GET /v2.0/networks?id=af679c04-6673-4ea8-9860-92c76665bdfa HTTP/1.1" status: 200 len: 911 time: 0.0858958 Jul 27 11:16:45.922683 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-45f3ccff-b120-492a-9469-d22ec3d6a6ea req-7f22b547-35c0-4976-aa03-c7153d022f95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a099f8e6-85a4-4abb-bbb3-e422ec603b5f HTTP/1.1" status: 200 len: 1000 time: 0.0607388 Jul 27 11:16:45.980615 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3ccff-b120-492a-9469-d22ec3d6a6ea req-9d59da1c-0905-4398-939d-926785837384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:45.982126 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-45f3ccff-b120-492a-9469-d22ec3d6a6ea req-9d59da1c-0905-4398-939d-926785837384 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74735343-f925-4e4d-b5ea-c422b0799ca4 HTTP/1.1" status: 200 len: 850 time: 0.0519361 Jul 27 11:16:46.047005 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3ccff-b120-492a-9469-d22ec3d6a6ea req-95821323-db2b-4755-9581-caa2e382dea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:46.048476 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-45f3ccff-b120-492a-9469-d22ec3d6a6ea req-95821323-db2b-4755-9581-caa2e382dea3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af679c04-6673-4ea8-9860-92c76665bdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523880 Jul 27 11:16:46.141181 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-45f3ccff-b120-492a-9469-d22ec3d6a6ea req-35067f70-489c-4982-8e30-46ccd2c214ea service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790529 Jul 27 11:16:46.229991 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-45f3ccff-b120-492a-9469-d22ec3d6a6ea req-cf82dd45-9d05-4eff-8df6-0884fb5cb3a5 service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819330 Jul 27 11:16:46.736124 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c7949-83d1-4109-9564-4010065538da req-d4960883-3dc0-4515-9d14-fbb14c4428e0 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:46.737767 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cc2c7949-83d1-4109-9564-4010065538da req-d4960883-3dc0-4515-9d14-fbb14c4428e0 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0669501 Jul 27 11:16:46.784688 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cc2c7949-83d1-4109-9564-4010065538da req-326583d0-6548-4a55-bfc6-dfc43d9e9800 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389574 Jul 27 11:16:46.910879 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f83f8-1e42-47b4-ad5f-3fe806e64081 req-6d713f6d-94c9-4a68-a8e6-ebd709e66df0 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:46.912260 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-130f83f8-1e42-47b4-ad5f-3fe806e64081 req-6d713f6d-94c9-4a68-a8e6-ebd709e66df0 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0614033 Jul 27 11:16:46.952921 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-130f83f8-1e42-47b4-ad5f-3fe806e64081 req-5c292772-3528-4b02-ada5-08638cfa2825 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346766 Jul 27 11:16:46.975594 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 34972) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:16:47.075902 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273b8a0a-8ac8-4916-8223-1fab1731dc29 tempest-TestShelveInstance-1680382848 tempest-TestShelveInstance-1680382848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:47.077411 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-273b8a0a-8ac8-4916-8223-1fab1731dc29 tempest-TestShelveInstance-1680382848 tempest-TestShelveInstance-1680382848-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 1094 time: 0.1008635 Jul 27 11:16:47.080429 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 34976) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:16:47.085385 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Request body: {'floatingip': {'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'port_id': '34c0ef3f-f3a7-413b-bde2-bcd58714f839', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:16:47.106113 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for floatingip, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:47.196089 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:47.298198 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Allocated IP 172.27.3.250 (b1883f27-eaab-4700-a5a8-37e3631f126f/c4c466e5-926d-42c1-b136-e6bf3690c687/c2ea542e-5fbe-459d-b404-9b2a9ee51e4e) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:16:47.398743 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:47.439183 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:47.471742 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Network b1883f27-eaab-4700-a5a8-37e3631f126f is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:16:47.474425 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:16:47.477832 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:16:47.505779 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Pushing event updated for resources: {'Port': ['ID=c2ea542e-5fbe-459d-b404-9b2a9ee51e4e,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:47.845610 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:47.920782 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:48.067207 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:48.071550 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:48.135735 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Pushing event updated for resources: {'Port': ['ID=c2ea542e-5fbe-459d-b404-9b2a9ee51e4e,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:48.148875 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:16:48.149277 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:16:48.149676 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:16:48.150014 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:16:48.150346 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:16:48.150671 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:16:48.150994 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:16:48.151316 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:16:48.151639 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:16:48.152013 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:16:48.152368 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:16:48.152690 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:16:48.161482 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084477'] for floatingip, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:48.257875 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.l3_db [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Floating IP 282a78f8-a5ba-49b6-a5ad-54e1d5422f5e associated. External IP: 172.27.3.250, port: 34c0ef3f-f3a7-413b-bde2-bcd58714f839. Jul 27 11:16:48.475753 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3c7a55de-66f0-494d-9ec9-2074b9794c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:48.736193 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Router 1747aefc-6e2e-456a-8f24-3ba5c8042879 has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:16:48.841265 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:16:48.851049 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9acfe9e-907b-43e7-ae9f-82a183a1d9fc None None] Sync routers for ids ['1747aefc-6e2e-456a-8f24-3ba5c8042879'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:16:48.856836 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:48.860869 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9acfe9e-907b-43e7-ae9f-82a183a1d9fc None None] Routers {'1747aefc-6e2e-456a-8f24-3ba5c8042879'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:16:48.861539 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-c9acfe9e-907b-43e7-ae9f-82a183a1d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:16:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['1747aefc-6e2e-456a-8f24-3ba5c8042879'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:48.891774 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-edc2fb26-80e4-40bb-8166-f039a1a373f2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8097138 Jul 27 11:16:48.892371 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c14288-92f7-47b6-a8bb-a44d82789712', 'tag': '34c0ef3f-f3a7-413b-bde2-bcd58714f839'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:16:48.895453 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2e2e39-b1eb-4e55-9b9b-cd221b6022b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c14288-92f7-47b6-a8bb-a44d82789712", "tag": "34c0ef3f-f3a7-413b-bde2-bcd58714f839"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:16:48.936520 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9781c0af-03fb-4146-ab3d-40f3f01a04ee x-openstack-request-id: req-9781c0af-03fb-4146-ab3d-40f3f01a04ee {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:16:48.937134 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c14288-92f7-47b6-a8bb-a44d82789712", "tag": "34c0ef3f-f3a7-413b-bde2-bcd58714f839", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:16:48.937134 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9781c0af-03fb-4146-ab3d-40f3f01a04ee {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:16:48.937458 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c14288-92f7-47b6-a8bb-a44d82789712', 'tag': '34c0ef3f-f3a7-413b-bde2-bcd58714f839', 'status': 'completed', 'code': 200} Jul 27 11:16:48.966379 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-c9acfe9e-907b-43e7-ae9f-82a183a1d9fc None None] Set router 1747aefc-6e2e-456a-8f24-3ba5c8042879 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:16:49.040506 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e2e39-b1eb-4e55-9b9b-cd221b6022b8 req-fe79f142-6a79-4aea-bff3-77025f71f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:49.042070 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b2e2e39-b1eb-4e55-9b9b-cd221b6022b8 req-fe79f142-6a79-4aea-bff3-77025f71f667 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b9bfd2d2b244bfcb54501759fd2ebbe&device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 1099 time: 0.0590868 Jul 27 11:16:49.044767 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 34998) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:16:49.138952 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e2e39-b1eb-4e55-9b9b-cd221b6022b8 req-62c4adbc-b4f1-43e6-988c-421ee83a8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:49.140588 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b2e2e39-b1eb-4e55-9b9b-cd221b6022b8 req-62c4adbc-b4f1-43e6-988c-421ee83a8e3a service neutron] 10.222.0.20 "GET /v2.0/networks?id=00727d2e-a261-402c-a777-2fb23ca18a42 HTTP/1.1" status: 200 len: 908 time: 0.0893445 Jul 27 11:16:49.207309 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-c9acfe9e-907b-43e7-ae9f-82a183a1d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'name': 'tempest-TestShelveInstance-992842426-router', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:51Z', 'revision_number': 4, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'gw_port': {'id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '282a78f8-a5ba-49b6-a5ad-54e1d5422f5e', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'port_id': '34c0ef3f-f3a7-413b-bde2-bcd58714f839', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42', 'mac_address': 'fa:16:3e:d8:5c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c14288-92f7-47b6-a8bb-a44d82789712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:16:47Z', 'updated_at': '2021-07-27T11:16:47Z', 'revision_number': 0, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9049344-b5b9-4467-8d7c-9f81d313e748', 'name': '', 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'mac_address': 'fa:16:3e:bb:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:51Z', 'updated_at': '2021-07-27T11:15:58Z', 'revision_number': 5, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'subnets': [{'id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:49.236418 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9acfe9e-907b-43e7-ae9f-82a183a1d9fc None None] Checking router: 1747aefc-6e2e-456a-8f24-3ba5c8042879 for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:16:49.244796 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9acfe9e-907b-43e7-ae9f-82a183a1d9fc None None] Routers {'1747aefc-6e2e-456a-8f24-3ba5c8042879'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:16:49.245346 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-c9acfe9e-907b-43e7-ae9f-82a183a1d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:16:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['1747aefc-6e2e-456a-8f24-3ba5c8042879'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:49.274892 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b2e2e39-b1eb-4e55-9b9b-cd221b6022b8 req-bc43e33e-a8d7-4f9c-93c4-44ac594b51f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34c0ef3f-f3a7-413b-bde2-bcd58714f839 HTTP/1.1" status: 200 len: 1000 time: 0.1238859 Jul 27 11:16:49.350821 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-c9acfe9e-907b-43e7-ae9f-82a183a1d9fc None None] Set router 1747aefc-6e2e-456a-8f24-3ba5c8042879 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:16:49.367980 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e2e39-b1eb-4e55-9b9b-cd221b6022b8 req-bde47621-1008-4d39-87a2-e01a8c807bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:49.369467 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b2e2e39-b1eb-4e55-9b9b-cd221b6022b8 req-bde47621-1008-4d39-87a2-e01a8c807bc8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ac8bd97-6b08-43ee-9af1-f1f073bddbdd HTTP/1.1" status: 200 len: 847 time: 0.0849831 Jul 27 11:16:49.495804 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e2e39-b1eb-4e55-9b9b-cd221b6022b8 req-26404159-359f-46de-9ffe-98f937e66943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:16:49.497228 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b2e2e39-b1eb-4e55-9b9b-cd221b6022b8 req-26404159-359f-46de-9ffe-98f937e66943 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00727d2e-a261-402c-a777-2fb23ca18a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1199481 Jul 27 11:16:49.568233 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-c9acfe9e-907b-43e7-ae9f-82a183a1d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'name': 'tempest-TestShelveInstance-992842426-router', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:51Z', 'revision_number': 4, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'gw_port': {'id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '282a78f8-a5ba-49b6-a5ad-54e1d5422f5e', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'port_id': '34c0ef3f-f3a7-413b-bde2-bcd58714f839', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42', 'mac_address': 'fa:16:3e:d8:5c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c14288-92f7-47b6-a8bb-a44d82789712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:16:47Z', 'updated_at': '2021-07-27T11:16:47Z', 'revision_number': 0, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9049344-b5b9-4467-8d7c-9f81d313e748', 'name': '', 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'mac_address': 'fa:16:3e:bb:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:51Z', 'updated_at': '2021-07-27T11:15:58Z', 'revision_number': 5, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'subnets': [{'id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:49.593175 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9acfe9e-907b-43e7-ae9f-82a183a1d9fc None None] The sync data for ids ['1747aefc-6e2e-456a-8f24-3ba5c8042879'] in dv-cinder-784956-7-iscsi is: [{'id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'name': 'tempest-TestShelveInstance-992842426-router', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:51Z', 'revision_number': 4, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'gw_port': {'id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '282a78f8-a5ba-49b6-a5ad-54e1d5422f5e', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'port_id': '34c0ef3f-f3a7-413b-bde2-bcd58714f839', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42', 'mac_address': 'fa:16:3e:d8:5c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c14288-92f7-47b6-a8bb-a44d82789712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:16:47Z', 'updated_at': '2021-07-27T11:16:47Z', 'revision_number': 0, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9049344-b5b9-4467-8d7c-9f81d313e748', 'name': '', 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'mac_address': 'fa:16:3e:bb:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:51Z', 'updated_at': '2021-07-27T11:15:58Z', 'revision_number': 5, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'subnets': [{'id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:16:49.624860 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b2e2e39-b1eb-4e55-9b9b-cd221b6022b8 req-8f77569c-116f-4205-b135-8a9b19bb2f81 service neutron] 10.222.0.20 "GET /v2.0/networks/00727d2e-a261-402c-a777-2fb23ca18a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189523 Jul 27 11:16:49.752212 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8b2e2e39-b1eb-4e55-9b9b-cd221b6022b8 req-401584e8-798f-4ca5-a64c-72be4bc7788b service neutron] 10.222.0.20 "GET /v2.0/networks/00727d2e-a261-402c-a777-2fb23ca18a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188905 Jul 27 11:16:49.761143 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b6316cbc-f8a9-412a-b032-a5935bb25db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084733'] for router_interface, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:49.791163 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b86aa6-7800-45f5-b76d-541fb3701f7d None None] New status for floating IP 282a78f8-a5ba-49b6-a5ad-54e1d5422f5e: ACTIVE {{(pid=93202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 11:16:50.020004 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-b6316cbc-f8a9-412a-b032-a5935bb25db0 admin admin] Deleting port 3be90a97-766a-43cc-b336-c39445d635f8 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:16:50.020562 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b6316cbc-f8a9-412a-b032-a5935bb25db0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:50.094044 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [None req-b6316cbc-f8a9-412a-b032-a5935bb25db0 admin admin] For port 3be90a97-766a-43cc-b336-c39445d635f8, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=3be90a97-766a-43cc-b336-c39445d635f8,segment=NetworkSegment(e53c83d7-3bbd-45fd-9997-748cab2aa915),segment_id=e53c83d7-3bbd-45fd-9997-748cab2aa915)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:50.094405 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b6316cbc-f8a9-412a-b032-a5935bb25db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:50.106944 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-b6316cbc-f8a9-412a-b032-a5935bb25db0 admin admin] Calling delete_port for 3be90a97-766a-43cc-b336-c39445d635f8 owned by network:router_interface {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:16:50.278439 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b6316cbc-f8a9-412a-b032-a5935bb25db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:50.307900 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6316cbc-f8a9-412a-b032-a5935bb25db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be90a97-766a-43cc-b336-c39445d635f8,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:50.467644 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b6316cbc-f8a9-412a-b032-a5935bb25db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084497'] for router_interface, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:50.673470 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6316cbc-f8a9-412a-b032-a5935bb25db0 admin admin] Router 3a2561b0-6ea6-4005-9f6a-a6681142925e has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:16:50.776045 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6316cbc-f8a9-412a-b032-a5935bb25db0 admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:16:50.782031 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-b6316cbc-f8a9-412a-b032-a5935bb25db0 admin admin] 10.222.0.16 "PUT /v2.0/routers/3a2561b0-6ea6-4005-9f6a-a6681142925e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7361224 Jul 27 11:16:50.783564 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35004) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:16:50.785759 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369fbe3a-cbbc-469d-8e6e-85de5a883b46 None None] Sync routers for ids ['3a2561b0-6ea6-4005-9f6a-a6681142925e'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:16:50.799692 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369fbe3a-cbbc-469d-8e6e-85de5a883b46 None None] Routers {'3a2561b0-6ea6-4005-9f6a-a6681142925e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:16:50.801161 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-369fbe3a-cbbc-469d-8e6e-85de5a883b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:16:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['3a2561b0-6ea6-4005-9f6a-a6681142925e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:50.888048 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-89ebe1d5-1f63-4e93-a8eb-6c56fe2b1dff admin admin] Notify callbacks [] for router, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:50.913418 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-369fbe3a-cbbc-469d-8e6e-85de5a883b46 None None] Set router 3a2561b0-6ea6-4005-9f6a-a6681142925e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:16:50.983861 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-89ebe1d5-1f63-4e93-a8eb-6c56fe2b1dff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:51.038405 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-89ebe1d5-1f63-4e93-a8eb-6c56fe2b1dff admin admin] Deleting port b72cea21-f052-4e4b-bb00-ebbadf1aca0c {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:16:51.039144 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-89ebe1d5-1f63-4e93-a8eb-6c56fe2b1dff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:51.091552 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-369fbe3a-cbbc-469d-8e6e-85de5a883b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:16:50Z', 'revision_number': 5, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port': {'id': 'b72cea21-f052-4e4b-bb00-ebbadf1aca0c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:51.115152 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [None req-89ebe1d5-1f63-4e93-a8eb-6c56fe2b1dff admin admin] For port b72cea21-f052-4e4b-bb00-ebbadf1aca0c, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=b72cea21-f052-4e4b-bb00-ebbadf1aca0c,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:51.115593 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-89ebe1d5-1f63-4e93-a8eb-6c56fe2b1dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:51.117577 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369fbe3a-cbbc-469d-8e6e-85de5a883b46 None None] Checking router: 3a2561b0-6ea6-4005-9f6a-a6681142925e for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:16:51.125722 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369fbe3a-cbbc-469d-8e6e-85de5a883b46 None None] Routers {'3a2561b0-6ea6-4005-9f6a-a6681142925e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:16:51.126330 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-369fbe3a-cbbc-469d-8e6e-85de5a883b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:16:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['3a2561b0-6ea6-4005-9f6a-a6681142925e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:51.128091 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-89ebe1d5-1f63-4e93-a8eb-6c56fe2b1dff admin admin] Calling delete_port for b72cea21-f052-4e4b-bb00-ebbadf1aca0c owned by network:router_gateway {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:16:51.210189 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-369fbe3a-cbbc-469d-8e6e-85de5a883b46 None None] Set router 3a2561b0-6ea6-4005-9f6a-a6681142925e gateway port host: None {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:16:51.270683 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-369fbe3a-cbbc-469d-8e6e-85de5a883b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:16:50Z', 'revision_number': 6, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port_host': None}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:51.290098 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-89ebe1d5-1f63-4e93-a8eb-6c56fe2b1dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:51.298802 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:51.300292 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369fbe3a-cbbc-469d-8e6e-85de5a883b46 None None] The sync data for ids ['3a2561b0-6ea6-4005-9f6a-a6681142925e'] in dv-cinder-784956-7-iscsi is: [{'id': '3a2561b0-6ea6-4005-9f6a-a6681142925e', 'name': 'tempest-AttachVolumeTestJSON-1425346411-router', 'tenant_id': '983cb18737eb4b72ae1747ef4d5731a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:16:50Z', 'revision_number': 6, 'project_id': '983cb18737eb4b72ae1747ef4d5731a1', 'gw_port_host': None}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:16:51.322101 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebe1d5-1f63-4e93-a8eb-6c56fe2b1dff admin admin] Pushing event deleted for resources: {'Port': ['ID=b72cea21-f052-4e4b-bb00-ebbadf1aca0c,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:51.340413 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8934b798-0575-4430-ba8c-7e3f353b26d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:51.383688 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-89ebe1d5-1f63-4e93-a8eb-6c56fe2b1dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084403'] for router_gateway, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:51.741075 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-89ebe1d5-1f63-4e93-a8eb-6c56fe2b1dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1956'] for router, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:51.743209 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-89ebe1d5-1f63-4e93-a8eb-6c56fe2b1dff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:51.784948 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-89ebe1d5-1f63-4e93-a8eb-6c56fe2b1dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776186'] for router, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:51.785577 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ebe1d5-1f63-4e93-a8eb-6c56fe2b1dff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a2561b0-6ea6-4005-9f6a-a6681142925e {{(pid=93200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 11:16:51.790307 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-89ebe1d5-1f63-4e93-a8eb-6c56fe2b1dff admin admin] Notify callbacks [] for router, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:51.791447 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-89ebe1d5-1f63-4e93-a8eb-6c56fe2b1dff admin admin] 10.222.0.16 "DELETE /v2.0/routers/3a2561b0-6ea6-4005-9f6a-a6681142925e HTTP/1.1" status: 204 len: 168 time: 1.0068588 Jul 27 11:16:51.793927 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35006) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:16:51.836931 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_v2 [None req-b253c855-aea4-42d7-b1e3-57543406c8bc admin admin] Deleting subnet 727eb73e-f40c-4c15-8595-71d8b1d5ca05 {{(pid=93200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 11:16:51.839850 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b253c855-aea4-42d7-b1e3-57543406c8bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:51.875936 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b253c855-aea4-42d7-b1e3-57543406c8bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10195290'] for subnet, precommit_delete_associations {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:51.978857 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b253c855-aea4-42d7-b1e3-57543406c8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989878'] for subnet, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:52.038867 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b253c855-aea4-42d7-b1e3-57543406c8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10195291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10212511'] for subnet, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:52.068769 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b253c855-aea4-42d7-b1e3-57543406c8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:52.070691 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-b253c855-aea4-42d7-b1e3-57543406c8bc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/727eb73e-f40c-4c15-8595-71d8b1d5ca05 HTTP/1.1" status: 204 len: 168 time: 0.2758598 Jul 27 11:16:52.071678 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253c855-aea4-42d7-b1e3-57543406c8bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=727eb73e-f40c-4c15-8595-71d8b1d5ca05,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:52.073152 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35008) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:16:52.075953 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12433e1-a99e-40db-9ae2-a2981f7bdc5f None None] Network b646d9a6-e951-486f-9f74-88c0b53d2484 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:16:52.141133 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597342'] for network, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:52.201338 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] Deleting port 5778a021-2a42-48b7-8f0c-ec291f42d398 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:16:52.201716 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:52.266482 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] For port 5778a021-2a42-48b7-8f0c-ec291f42d398, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=5778a021-2a42-48b7-8f0c-ec291f42d398,segment=NetworkSegment(e53c83d7-3bbd-45fd-9997-748cab2aa915),segment_id=e53c83d7-3bbd-45fd-9997-748cab2aa915)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:16:52.266864 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:52.281440 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] Calling delete_port for 5778a021-2a42-48b7-8f0c-ec291f42d398 owned by network:dhcp {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:16:52.369653 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:52.395754 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] Pushing event deleted for resources: {'Port': ['ID=5778a021-2a42-48b7-8f0c-ec291f42d398,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:52.397495 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] No DVR routers for this DVR port 5778a021-2a42-48b7-8f0c-ec291f42d398 on host dv-cinder-784956-7-iscsi {{(pid=93200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:16:52.399199 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96938f65-7ee8-42ce-b5d9-eb4124181fb8 None None] DHCP port deletion for b646d9a6-e951-486f-9f74-88c0b53d2484 request from dv-cinder-784956-7-iscsi {{(pid=93201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 11:16:52.464892 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986681', 'neutron.services.segments.db._delete_segments_for_network-8738591500063'] for network, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:52.475000 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b646d9a6-e951-486f-9f74-88c0b53d2484']}} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:52.485331 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53c83d7-3bbd-45fd-9997-748cab2aa915') {'for_net_delete': True} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:52.485649 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53c83d7-3bbd-45fd-9997-748cab2aa915') {} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:16:52.494646 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738591500840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195113'] for segment, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:52.507528 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:52.513536 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:16:52.513944 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10195253'] for segment, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: Traceback (most recent call last): Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: timer() Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: cb(*args, **kw) Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: return func(*args, **kwargs) Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: self._notify() Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: self.callback(batched_events) Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: event.method(event) Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: return f(self, *a, **k) Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._get(url).json() Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: return self.request(url, 'GET', **kwargs) Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 11:16:52.515584 dv-cinder-784956-7-iscsi neutron-server[93200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 11:16:52.570588 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084367'] for network, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:52.580239 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:52.582121 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b646d9a6-e951-486f-9f74-88c0b53d2484 HTTP/1.1" status: 204 len: 168 time: 0.5079961 Jul 27 11:16:52.593183 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:52.593359 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a3245-357c-4996-9955-096e29d7a528 admin admin] Pushing event deleted for resources: {'Network': ['ID=b646d9a6-e951-486f-9f74-88c0b53d2484,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:52.695493 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35012) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:16:52.734669 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-6e0faa91-90bc-4530-be67-60f065fa072d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=983cb18737eb4b72ae1747ef4d5731a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379789 Jul 27 11:16:52.736904 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35014) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:16:52.783564 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ce8888a8-ed80-4e37-925b-ea7cb19180b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:52.805335 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ce8888a8-ed80-4e37-925b-ea7cb19180b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:52.841476 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 5778a021-2a42-48b7-8f0c-ec291f42d398 no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:16:52.858367 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ce8888a8-ed80-4e37-925b-ea7cb19180b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:52.860885 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ce8888a8-ed80-4e37-925b-ea7cb19180b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:16:52.862128 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-ce8888a8-ed80-4e37-925b-ea7cb19180b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2aff63e7-fff7-4922-9c98-ff56cd504093 HTTP/1.1" status: 204 len: 168 time: 0.1242921 Jul 27 11:16:52.862271 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: 5778a021-2a42-48b7-8f0c-ec291f42d398 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:16:52.862631 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 5778a021-2a42-48b7-8f0c-ec291f42d398 not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:16:52.863047 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device b72cea21-f052-4e4b-bb00-ebbadf1aca0c no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:16:52.870396 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8888a8-ed80-4e37-925b-ea7cb19180b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aff63e7-fff7-4922-9c98-ff56cd504093,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:16:52.885222 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: b72cea21-f052-4e4b-bb00-ebbadf1aca0c {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:16:52.885593 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device b72cea21-f052-4e4b-bb00-ebbadf1aca0c not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:16:52.886007 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 3be90a97-766a-43cc-b336-c39445d635f8 no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:16:52.911324 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: 3be90a97-766a-43cc-b336-c39445d635f8 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:16:52.911585 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 3be90a97-766a-43cc-b336-c39445d635f8 not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:16:54.065568 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:02.040143 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35136) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:02.138883 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-698fa013-e710-4313-b7e5-c0592481a669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:02.222983 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-698fa013-e710-4313-b7e5-c0592481a669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:02.227044 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-698fa013-e710-4313-b7e5-c0592481a669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:02.264241 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-698fa013-e710-4313-b7e5-c0592481a669 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b37ff058f824adca207125895060a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230592 Jul 27 11:17:02.266147 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fa013-e710-4313-b7e5-c0592481a669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1069d1-b6b3-4a03-886f-cb232369a651,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:02.267050 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 35140) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:02.316711 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-7af361cb-d749-4568-b89b-a9d51bfceb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:02.338224 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-7af361cb-d749-4568-b89b-a9d51bfceb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:02.383362 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-7af361cb-d749-4568-b89b-a9d51bfceb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:02.386130 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-7af361cb-d749-4568-b89b-a9d51bfceb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:02.387275 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-7af361cb-d749-4568-b89b-a9d51bfceb30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb1069d1-b6b3-4a03-886f-cb232369a651 HTTP/1.1" status: 204 len: 168 time: 0.1192164 Jul 27 11:17:02.394590 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af361cb-d749-4568-b89b-a9d51bfceb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1069d1-b6b3-4a03-886f-cb232369a651,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:02.401997 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af361cb-d749-4568-b89b-a9d51bfceb30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:02.402352 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af361cb-d749-4568-b89b-a9d51bfceb30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:02.402700 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af361cb-d749-4568-b89b-a9d51bfceb30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:02.403039 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af361cb-d749-4568-b89b-a9d51bfceb30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:02.403378 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af361cb-d749-4568-b89b-a9d51bfceb30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:02.403775 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af361cb-d749-4568-b89b-a9d51bfceb30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:02.404030 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af361cb-d749-4568-b89b-a9d51bfceb30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:02.404357 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af361cb-d749-4568-b89b-a9d51bfceb30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:02.404794 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af361cb-d749-4568-b89b-a9d51bfceb30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:02.405124 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af361cb-d749-4568-b89b-a9d51bfceb30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:02.405483 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af361cb-d749-4568-b89b-a9d51bfceb30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:02.405810 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af361cb-d749-4568-b89b-a9d51bfceb30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:04.044585 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 35202) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:04.143223 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8706ffd6-f941-4961-92af-ed32d0a73bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:04.231647 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8706ffd6-f941-4961-92af-ed32d0a73bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:04.235659 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8706ffd6-f941-4961-92af-ed32d0a73bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:04.273946 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-8706ffd6-f941-4961-92af-ed32d0a73bcb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ead1b0b878c940a8914145efce5db439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282069 Jul 27 11:17:04.274738 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706ffd6-f941-4961-92af-ed32d0a73bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9378079-28f6-492f-92ff-6a7e52bad3b8,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:04.276647 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35206) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:04.324058 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5c703779-47aa-41ef-bf79-1c41a1a04f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:04.348629 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5c703779-47aa-41ef-bf79-1c41a1a04f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:04.349652 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:04.395455 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5c703779-47aa-41ef-bf79-1c41a1a04f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:04.398569 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-5c703779-47aa-41ef-bf79-1c41a1a04f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:04.399742 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-5c703779-47aa-41ef-bf79-1c41a1a04f76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9378079-28f6-492f-92ff-6a7e52bad3b8 HTTP/1.1" status: 204 len: 168 time: 0.1221209 Jul 27 11:17:04.407370 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c703779-47aa-41ef-bf79-1c41a1a04f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9378079-28f6-492f-92ff-6a7e52bad3b8,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:04.646243 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 35214) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:04.660008 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d348344e-f94b-4780-b0bb-059538af4b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:04.745817 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d348344e-f94b-4780-b0bb-059538af4b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:04.749355 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d348344e-f94b-4780-b0bb-059538af4b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:04.786713 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-d348344e-f94b-4780-b0bb-059538af4b25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d608688abe624ff7bbc4006860d52bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394746 Jul 27 11:17:04.787910 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348344e-f94b-4780-b0bb-059538af4b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591171de-d531-4752-abbc-3fef3a2cda79,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:04.789377 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35216) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:04.840044 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-809be67c-92df-4307-92a3-40c99c2fdf46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:04.860823 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-809be67c-92df-4307-92a3-40c99c2fdf46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:04.905542 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-809be67c-92df-4307-92a3-40c99c2fdf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:04.907991 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-809be67c-92df-4307-92a3-40c99c2fdf46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:04.909132 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-809be67c-92df-4307-92a3-40c99c2fdf46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/591171de-d531-4752-abbc-3fef3a2cda79 HTTP/1.1" status: 204 len: 168 time: 0.1187196 Jul 27 11:17:04.916893 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809be67c-92df-4307-92a3-40c99c2fdf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591171de-d531-4752-abbc-3fef3a2cda79,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:06.465534 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 35270) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:06.564793 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d3e171e3-0507-4dfb-9cf4-b2a1e0a933ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:06.650734 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d3e171e3-0507-4dfb-9cf4-b2a1e0a933ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:06.654341 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d3e171e3-0507-4dfb-9cf4-b2a1e0a933ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:06.694561 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-d3e171e3-0507-4dfb-9cf4-b2a1e0a933ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ac32295b6ee4eabab3eae012a3cc90e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279797 Jul 27 11:17:06.695394 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e171e3-0507-4dfb-9cf4-b2a1e0a933ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0663c1d5-dfa0-4e38-89ad-9341d911f2b2,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:06.697431 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35276) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:06.745129 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-bb6c70ae-c899-4a9b-83d3-8fdf4b598173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:06.765689 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-bb6c70ae-c899-4a9b-83d3-8fdf4b598173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:06.809861 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-bb6c70ae-c899-4a9b-83d3-8fdf4b598173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:06.812359 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-bb6c70ae-c899-4a9b-83d3-8fdf4b598173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:06.813520 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-bb6c70ae-c899-4a9b-83d3-8fdf4b598173 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0663c1d5-dfa0-4e38-89ad-9341d911f2b2 HTTP/1.1" status: 204 len: 168 time: 0.1150224 Jul 27 11:17:06.820755 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c70ae-c899-4a9b-83d3-8fdf4b598173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0663c1d5-dfa0-4e38-89ad-9341d911f2b2,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:07.059038 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35282) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:07.071817 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-50029429-ea3f-49d1-bc4d-d9a5cfaac2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:07.158091 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-50029429-ea3f-49d1-bc4d-d9a5cfaac2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:07.161507 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-50029429-ea3f-49d1-bc4d-d9a5cfaac2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:07.201732 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-50029429-ea3f-49d1-bc4d-d9a5cfaac2e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9705239948e1442dbf86d348174be10a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416183 Jul 27 11:17:07.202566 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50029429-ea3f-49d1-bc4d-d9a5cfaac2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de4de07-b74b-4c57-9680-2b2bcd7f0c91,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:07.204488 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 35284) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:07.251701 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1cd32371-e826-4e36-9549-dc595698c1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:07.272728 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1cd32371-e826-4e36-9549-dc595698c1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:07.315861 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1cd32371-e826-4e36-9549-dc595698c1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:07.319052 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1cd32371-e826-4e36-9549-dc595698c1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:07.320199 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-1cd32371-e826-4e36-9549-dc595698c1fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8de4de07-b74b-4c57-9680-2b2bcd7f0c91 HTTP/1.1" status: 204 len: 168 time: 0.1146724 Jul 27 11:17:07.328002 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd32371-e826-4e36-9549-dc595698c1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de4de07-b74b-4c57-9680-2b2bcd7f0c91,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:09.231617 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35354) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:09.328548 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-cd43b9bf-edc7-4455-bfe9-2ade652d4946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:09.417319 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-cd43b9bf-edc7-4455-bfe9-2ade652d4946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:09.420999 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-cd43b9bf-edc7-4455-bfe9-2ade652d4946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:09.457897 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-cd43b9bf-edc7-4455-bfe9-2ade652d4946 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f90005045aee46b084e797ad8301008c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251828 Jul 27 11:17:09.459661 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43b9bf-edc7-4455-bfe9-2ade652d4946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228ab18e-8bfd-403b-8397-c3c50939870a,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:09.461068 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 35360) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:09.509989 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb2d7-2070-4f22-a11a-76ff012d0486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:09.531214 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb2d7-2070-4f22-a11a-76ff012d0486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:09.576212 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb2d7-2070-4f22-a11a-76ff012d0486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:09.578845 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-dd9eb2d7-2070-4f22-a11a-76ff012d0486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:09.580006 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-dd9eb2d7-2070-4f22-a11a-76ff012d0486 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/228ab18e-8bfd-403b-8397-c3c50939870a HTTP/1.1" status: 204 len: 168 time: 0.1179080 Jul 27 11:17:09.587978 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9eb2d7-2070-4f22-a11a-76ff012d0486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228ab18e-8bfd-403b-8397-c3c50939870a,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:09.828152 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 35368) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:09.840959 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ba5ca905-9aa7-4cdd-bd0b-9e1f2e1dc809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:09.928720 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ba5ca905-9aa7-4cdd-bd0b-9e1f2e1dc809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:09.932205 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ba5ca905-9aa7-4cdd-bd0b-9e1f2e1dc809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:09.968681 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-ba5ca905-9aa7-4cdd-bd0b-9e1f2e1dc809 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=355117f5f0a147349caaa21ac394b949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394639 Jul 27 11:17:09.970611 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ca905-9aa7-4cdd-bd0b-9e1f2e1dc809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577d0aee-7ac7-4342-b537-a38a9718e2e1,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:09.971407 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35370) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:10.019348 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3b87-d7ca-4534-8c17-a47bb52be6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:10.038929 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3b87-d7ca-4534-8c17-a47bb52be6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:10.083215 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3b87-d7ca-4534-8c17-a47bb52be6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:10.085705 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3b87-d7ca-4534-8c17-a47bb52be6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:10.086899 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-f8ac3b87-d7ca-4534-8c17-a47bb52be6a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/577d0aee-7ac7-4342-b537-a38a9718e2e1 HTTP/1.1" status: 204 len: 168 time: 0.1143956 Jul 27 11:17:10.094447 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac3b87-d7ca-4534-8c17-a47bb52be6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577d0aee-7ac7-4342-b537-a38a9718e2e1,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:16.696700 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:17:18.356458 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bbb93048-5004-40de-ab38-765c5130a8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:20.018394 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88bae4-25bb-43dd-bf5f-23700afea1ac req-6e60e8b9-4052-440a-a408-5d01c97fd2b6 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:17:20.019870 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1a88bae4-25bb-43dd-bf5f-23700afea1ac req-6e60e8b9-4052-440a-a408-5d01c97fd2b6 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 947 time: 0.0659370 Jul 27 11:17:20.056913 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1a88bae4-25bb-43dd-bf5f-23700afea1ac req-9d3e4d8a-c4e7-46f1-8ffc-7b97ac708bc5 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311589 Jul 27 11:17:21.188635 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af902466-e4a3-40cf-bd45-98c2eb82c96f req-610c42d1-1ca1-418a-866e-868d0b238b61 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:17:21.190065 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-af902466-e4a3-40cf-bd45-98c2eb82c96f req-610c42d1-1ca1-418a-866e-868d0b238b61 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 947 time: 0.0618443 Jul 27 11:17:21.229477 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-af902466-e4a3-40cf-bd45-98c2eb82c96f req-7a245289-127b-4fb1-a13b-66917770ba75 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d0f7477-680a-42e3-9b2b-31f70e77fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326791 Jul 27 11:17:21.229935 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:21.330130 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-37633d77-f2e2-406c-af39-7711d13650eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:21.619443 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568a172-e47f-4ceb-bbab-6660626d3486 req-5bd2d909-856a-425a-a0eb-a5e21ef96df1 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:17:21.620881 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d568a172-e47f-4ceb-bbab-6660626d3486 req-5bd2d909-856a-425a-a0eb-a5e21ef96df1 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 947 time: 0.0648525 Jul 27 11:17:21.718565 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-d568a172-e47f-4ceb-bbab-6660626d3486 req-dea020a5-a9b0-4c16-80c6-c7f1e35e5191 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Deleting port 87c58718-415d-4d3b-84ea-d4b862ac2252 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:17:21.718910 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d568a172-e47f-4ceb-bbab-6660626d3486 req-dea020a5-a9b0-4c16-80c6-c7f1e35e5191 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:21.808613 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-d568a172-e47f-4ceb-bbab-6660626d3486 req-dea020a5-a9b0-4c16-80c6-c7f1e35e5191 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] For port 87c58718-415d-4d3b-84ea-d4b862ac2252, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=87c58718-415d-4d3b-84ea-d4b862ac2252,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:17:21.808981 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d568a172-e47f-4ceb-bbab-6660626d3486 req-dea020a5-a9b0-4c16-80c6-c7f1e35e5191 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:21.973970 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d568a172-e47f-4ceb-bbab-6660626d3486 req-dea020a5-a9b0-4c16-80c6-c7f1e35e5191 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:21.974349 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d568a172-e47f-4ceb-bbab-6660626d3486 req-dea020a5-a9b0-4c16-80c6-c7f1e35e5191 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084477'] for floatingip, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:21.974662 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.l3_db [req-d568a172-e47f-4ceb-bbab-6660626d3486 req-dea020a5-a9b0-4c16-80c6-c7f1e35e5191 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Floating IP dc6b69bd-5469-4ff9-8e6b-c38ed228a41b disassociated. External IP: 172.27.3.24, port: 87c58718-415d-4d3b-84ea-d4b862ac2252. Jul 27 11:17:21.975000 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-d568a172-e47f-4ceb-bbab-6660626d3486 req-dea020a5-a9b0-4c16-80c6-c7f1e35e5191 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Calling delete_port for 87c58718-415d-4d3b-84ea-d4b862ac2252 owned by compute:nova {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:17:22.107928 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d568a172-e47f-4ceb-bbab-6660626d3486 req-dea020a5-a9b0-4c16-80c6-c7f1e35e5191 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:22.137375 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea020a5-a9b0-4c16-80c6-c7f1e35e5191 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Pushing event deleted for resources: {'Port': ['ID=87c58718-415d-4d3b-84ea-d4b862ac2252,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:22.248465 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d568a172-e47f-4ceb-bbab-6660626d3486 req-dea020a5-a9b0-4c16-80c6-c7f1e35e5191 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Router 6a255457-6967-4a81-8903-ea414e850adc has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:17:22.361156 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-aa2a38c4-81dd-4a14-972e-8b8c8c41b21d req-5cf16f0b-f307-4aa5-93cf-39de7f4643e7 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f45d24e-7bf6-424b-93e5-ebc7f1480003 HTTP/1.1" status: 200 len: 210 time: 0.0571630 Jul 27 11:17:22.381979 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d568a172-e47f-4ceb-bbab-6660626d3486 req-dea020a5-a9b0-4c16-80c6-c7f1e35e5191 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:17:22.391979 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ba3ed-5c7d-4029-b9c2-91c9227913af None None] Sync routers for ids ['6a255457-6967-4a81-8903-ea414e850adc'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:17:22.402032 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ba3ed-5c7d-4029-b9c2-91c9227913af None None] Routers {'6a255457-6967-4a81-8903-ea414e850adc'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:17:22.402638 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-5b0ba3ed-5c7d-4029-b9c2-91c9227913af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:17:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['6a255457-6967-4a81-8903-ea414e850adc'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:22.425534 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-d568a172-e47f-4ceb-bbab-6660626d3486 req-dea020a5-a9b0-4c16-80c6-c7f1e35e5191 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] No DVR routers for this DVR port 87c58718-415d-4d3b-84ea-d4b862ac2252 on host hv-cinder-78495 {{(pid=93200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:17:22.428023 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d568a172-e47f-4ceb-bbab-6660626d3486 req-dea020a5-a9b0-4c16-80c6-c7f1e35e5191 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:22.430043 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d568a172-e47f-4ceb-bbab-6660626d3486 req-dea020a5-a9b0-4c16-80c6-c7f1e35e5191 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.20 "DELETE /v2.0/ports/87c58718-415d-4d3b-84ea-d4b862ac2252 HTTP/1.1" status: 204 len: 173 time: 0.8016956 Jul 27 11:17:22.430486 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f45d24e-7bf6-424b-93e5-ebc7f1480003', 'name': 'network-vif-deleted', 'tag': '87c58718-415d-4d3b-84ea-d4b862ac2252'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:17:22.432697 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc423c96-735e-4b16-a185-81e67f15b216" -d '{"events": [{"server_uuid": "0f45d24e-7bf6-424b-93e5-ebc7f1480003", "name": "network-vif-deleted", "tag": "87c58718-415d-4d3b-84ea-d4b862ac2252"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:17:22.470565 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265c5c19-8deb-4772-adb7-1ffb26c14902 x-openstack-request-id: req-265c5c19-8deb-4772-adb7-1ffb26c14902 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:17:22.471057 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f45d24e-7bf6-424b-93e5-ebc7f1480003", "name": "network-vif-deleted", "tag": "87c58718-415d-4d3b-84ea-d4b862ac2252", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:17:22.471522 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-265c5c19-8deb-4772-adb7-1ffb26c14902 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:17:22.472015 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f45d24e-7bf6-424b-93e5-ebc7f1480003', 'name': 'network-vif-deleted', 'tag': '87c58718-415d-4d3b-84ea-d4b862ac2252', 'status': 'completed', 'code': 200} Jul 27 11:17:22.521672 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-5b0ba3ed-5c7d-4029-b9c2-91c9227913af None None] Set router 6a255457-6967-4a81-8903-ea414e850adc gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:17:22.584730 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:22.726776 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-5b0ba3ed-5c7d-4029-b9c2-91c9227913af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:28Z', 'revision_number': 4, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '1abf644f-9f22-49ca-a2d5-91f15391827f', 'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'mac_address': 'fa:16:3e:a8:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:25Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'subnets': [{'id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:22.758882 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ba3ed-5c7d-4029-b9c2-91c9227913af None None] Checking router: 6a255457-6967-4a81-8903-ea414e850adc for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:17:22.768170 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ba3ed-5c7d-4029-b9c2-91c9227913af None None] Routers {'6a255457-6967-4a81-8903-ea414e850adc'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:17:22.768771 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-5b0ba3ed-5c7d-4029-b9c2-91c9227913af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:17:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['6a255457-6967-4a81-8903-ea414e850adc'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:22.867795 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-5b0ba3ed-5c7d-4029-b9c2-91c9227913af None None] Set router 6a255457-6967-4a81-8903-ea414e850adc gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:17:23.059320 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-5b0ba3ed-5c7d-4029-b9c2-91c9227913af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:28Z', 'revision_number': 4, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '1abf644f-9f22-49ca-a2d5-91f15391827f', 'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'mac_address': 'fa:16:3e:a8:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:25Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'subnets': [{'id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:23.083982 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ba3ed-5c7d-4029-b9c2-91c9227913af None None] The sync data for ids ['6a255457-6967-4a81-8903-ea414e850adc'] in dv-cinder-784956-7-iscsi is: [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:10:28Z', 'revision_number': 4, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '1abf644f-9f22-49ca-a2d5-91f15391827f', 'name': '', 'network_id': '6b197248-f0ce-4827-933d-69338f8090b1', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'mac_address': 'fa:16:3e:a8:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:25Z', 'updated_at': '2021-07-27T11:10:39Z', 'revision_number': 5, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'subnets': [{'id': '1689c5ce-0d31-49d5-be62-eea37f7808eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:17:23.290641 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6e2f17-6cfc-45bf-bce8-364d5c5a8ad6 None None] New status for floating IP dc6b69bd-5469-4ff9-8e6b-c38ed228a41b: DOWN {{(pid=93201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 11:17:23.450176 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35476) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:23.504683 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-4baf3efb-3a7a-479d-ba21-947e27f5b168 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:23.530195 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-4baf3efb-3a7a-479d-ba21-947e27f5b168 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:23.576062 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-4baf3efb-3a7a-479d-ba21-947e27f5b168 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:23.578704 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-4baf3efb-3a7a-479d-ba21-947e27f5b168 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:23.579847 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-4baf3efb-3a7a-479d-ba21-947e27f5b168 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "DELETE /v2.0/security-groups/0d0f7477-680a-42e3-9b2b-31f70e77fda8 HTTP/1.1" status: 204 len: 168 time: 0.1281476 Jul 27 11:17:23.583157 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 35478) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:23.589175 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf3efb-3a7a-479d-ba21-947e27f5b168 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0f7477-680a-42e3-9b2b-31f70e77fda8,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:23.596968 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.api.v2.resource [None req-5b7253bf-4b5a-40e5-be28-baaa78820962 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] show failed (client error): The resource could not be found. Jul 27 11:17:23.598947 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-5b7253bf-4b5a-40e5-be28-baaa78820962 tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "GET /v2.0/security-groups/0d0f7477-680a-42e3-9b2b-31f70e77fda8 HTTP/1.1" status: 404 len: 347 time: 0.0142024 Jul 27 11:17:23.601875 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 35480) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:23.721510 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-be074a03-b86b-45f5-842a-7bbb1d83ac0c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Deleting port 0c8bd239-3025-404d-a7a6-6e41fff25c3c {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:17:23.721871 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-be074a03-b86b-45f5-842a-7bbb1d83ac0c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:23.793928 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-be074a03-b86b-45f5-842a-7bbb1d83ac0c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:23.794255 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-be074a03-b86b-45f5-842a-7bbb1d83ac0c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:23.805588 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-be074a03-b86b-45f5-842a-7bbb1d83ac0c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Calling delete_port for 0c8bd239-3025-404d-a7a6-6e41fff25c3c owned by network:floatingip {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:17:23.934691 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-be074a03-b86b-45f5-842a-7bbb1d83ac0c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:23.962588 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be074a03-b86b-45f5-842a-7bbb1d83ac0c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Pushing event deleted for resources: {'Port': ['ID=0c8bd239-3025-404d-a7a6-6e41fff25c3c,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:24.023877 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-be074a03-b86b-45f5-842a-7bbb1d83ac0c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks [] for floatingip, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:24.026397 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-be074a03-b86b-45f5-842a-7bbb1d83ac0c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:24.027546 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-be074a03-b86b-45f5-842a-7bbb1d83ac0c tempest-AttachVolumeShelveTestJSON-1236446912 tempest-AttachVolumeShelveTestJSON-1236446912-project] 10.222.0.16 "DELETE /v2.0/floatingips/dc6b69bd-5469-4ff9-8e6b-c38ed228a41b HTTP/1.1" status: 204 len: 168 time: 0.4247129 Jul 27 11:17:24.070475 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:26.217629 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 87c58718-415d-4d3b-84ea-d4b862ac2252 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:17:26.243388 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: 87c58718-415d-4d3b-84ea-d4b862ac2252 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:17:26.243742 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 87c58718-415d-4d3b-84ea-d4b862ac2252 not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:17:28.532992 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 35528) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:29.072442 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-cd0532ff-498d-422d-be59-a8ad6b0c1855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084733'] for router_interface, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:29.383098 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-cd0532ff-498d-422d-be59-a8ad6b0c1855 admin admin] Deleting port 1abf644f-9f22-49ca-a2d5-91f15391827f {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:17:29.383438 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-cd0532ff-498d-422d-be59-a8ad6b0c1855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:29.456755 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [None req-cd0532ff-498d-422d-be59-a8ad6b0c1855 admin admin] For port 1abf644f-9f22-49ca-a2d5-91f15391827f, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=1abf644f-9f22-49ca-a2d5-91f15391827f,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:17:29.457106 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-cd0532ff-498d-422d-be59-a8ad6b0c1855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:29.468953 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-cd0532ff-498d-422d-be59-a8ad6b0c1855 admin admin] Calling delete_port for 1abf644f-9f22-49ca-a2d5-91f15391827f owned by network:router_interface {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:17:29.654725 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-cd0532ff-498d-422d-be59-a8ad6b0c1855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:29.679454 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0532ff-498d-422d-be59-a8ad6b0c1855 admin admin] Pushing event deleted for resources: {'Port': ['ID=1abf644f-9f22-49ca-a2d5-91f15391827f,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:29.843355 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-cd0532ff-498d-422d-be59-a8ad6b0c1855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084497'] for router_interface, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:30.056183 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0532ff-498d-422d-be59-a8ad6b0c1855 admin admin] Router 6a255457-6967-4a81-8903-ea414e850adc has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:17:30.157749 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0532ff-498d-422d-be59-a8ad6b0c1855 admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:17:30.165896 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-cd0532ff-498d-422d-be59-a8ad6b0c1855 admin admin] 10.222.0.16 "PUT /v2.0/routers/6a255457-6967-4a81-8903-ea414e850adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6293957 Jul 27 11:17:30.165896 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 35546) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:30.167481 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df6cd91-9e4c-4f06-95f1-33ac14fd3b5c None None] Sync routers for ids ['6a255457-6967-4a81-8903-ea414e850adc'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:17:30.177605 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df6cd91-9e4c-4f06-95f1-33ac14fd3b5c None None] Routers {'6a255457-6967-4a81-8903-ea414e850adc'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:17:30.178227 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-6df6cd91-9e4c-4f06-95f1-33ac14fd3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:17:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['6a255457-6967-4a81-8903-ea414e850adc'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:30.391570 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-6df6cd91-9e4c-4f06-95f1-33ac14fd3b5c None None] Set router 6a255457-6967-4a81-8903-ea414e850adc gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:17:30.482848 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 35560) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:30.507708 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0b0f92b3-e153-4705-aa95-ea89019e4cda admin admin] Notify callbacks [] for router, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:30.583372 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-6df6cd91-9e4c-4f06-95f1-33ac14fd3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:17:29Z', 'revision_number': 5, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:30.605686 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf052-1bf6-4d64-ad63-577199fb7b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:30.610075 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df6cd91-9e4c-4f06-95f1-33ac14fd3b5c None None] Checking router: 6a255457-6967-4a81-8903-ea414e850adc for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:17:30.618645 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df6cd91-9e4c-4f06-95f1-33ac14fd3b5c None None] Routers {'6a255457-6967-4a81-8903-ea414e850adc'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:17:30.619253 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-6df6cd91-9e4c-4f06-95f1-33ac14fd3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:17:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['6a255457-6967-4a81-8903-ea414e850adc'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:30.645192 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0b0f92b3-e153-4705-aa95-ea89019e4cda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:30.725030 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-6df6cd91-9e4c-4f06-95f1-33ac14fd3b5c None None] Set router 6a255457-6967-4a81-8903-ea414e850adc gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:17:30.744759 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f92b3-e153-4705-aa95-ea89019e4cda admin admin] Deleting port fe07652c-3b83-46cd-b278-4cf2a6f3b0bf {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:17:30.745293 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0b0f92b3-e153-4705-aa95-ea89019e4cda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:30.748556 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf052-1bf6-4d64-ad63-577199fb7b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:30.761758 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf052-1bf6-4d64-ad63-577199fb7b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:30.844665 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35564) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:30.845220 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-3e8cf052-1bf6-4d64-ad63-577199fb7b58 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72efb78b1df948d8991a32b815a930ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606694 Jul 27 11:17:30.847145 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cf052-1bf6-4d64-ad63-577199fb7b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a14eee2-f72b-412f-a6eb-36cbdf5e9414,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:30.868316 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [None req-0b0f92b3-e153-4705-aa95-ea89019e4cda admin admin] For port fe07652c-3b83-46cd-b278-4cf2a6f3b0bf, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=fe07652c-3b83-46cd-b278-4cf2a6f3b0bf,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:17:30.868745 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0b0f92b3-e153-4705-aa95-ea89019e4cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:30.884250 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f92b3-e153-4705-aa95-ea89019e4cda admin admin] Calling delete_port for fe07652c-3b83-46cd-b278-4cf2a6f3b0bf owned by network:router_gateway {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:17:30.908904 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8e5dadd2-e6cd-448a-913f-8dec598899f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:30.916850 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-6df6cd91-9e4c-4f06-95f1-33ac14fd3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:17:29Z', 'revision_number': 5, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:30.930606 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8e5dadd2-e6cd-448a-913f-8dec598899f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:30.947515 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df6cd91-9e4c-4f06-95f1-33ac14fd3b5c None None] The sync data for ids ['6a255457-6967-4a81-8903-ea414e850adc'] in dv-cinder-784956-7-iscsi is: [{'id': '6a255457-6967-4a81-8903-ea414e850adc', 'name': 'tempest-AttachVolumeShelveTestJSON-691464461-router', 'tenant_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:10:18Z', 'updated_at': '2021-07-27T11:17:29Z', 'revision_number': 5, 'project_id': '39b2b0d7b22e4c15b8cdd715a4210837', 'gw_port': {'id': 'fe07652c-3b83-46cd-b278-4cf2a6f3b0bf', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a255457-6967-4a81-8903-ea414e850adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:10:19Z', 'updated_at': '2021-07-27T11:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:17:30.984297 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8e5dadd2-e6cd-448a-913f-8dec598899f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:30.985392 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8e5dadd2-e6cd-448a-913f-8dec598899f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:30.986763 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-8e5dadd2-e6cd-448a-913f-8dec598899f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a14eee2-f72b-412f-a6eb-36cbdf5e9414 HTTP/1.1" status: 204 len: 168 time: 0.1403377 Jul 27 11:17:30.995990 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5dadd2-e6cd-448a-913f-8dec598899f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a14eee2-f72b-412f-a6eb-36cbdf5e9414,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:31.060180 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0b0f92b3-e153-4705-aa95-ea89019e4cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:31.087939 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f92b3-e153-4705-aa95-ea89019e4cda admin admin] Pushing event deleted for resources: {'Port': ['ID=fe07652c-3b83-46cd-b278-4cf2a6f3b0bf,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:31.152776 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0b0f92b3-e153-4705-aa95-ea89019e4cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084403'] for router_gateway, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:31.255754 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0b0f92b3-e153-4705-aa95-ea89019e4cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1956'] for router, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:31.257924 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0b0f92b3-e153-4705-aa95-ea89019e4cda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:31.322401 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0b0f92b3-e153-4705-aa95-ea89019e4cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776186'] for router, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:31.322934 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0f92b3-e153-4705-aa95-ea89019e4cda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a255457-6967-4a81-8903-ea414e850adc {{(pid=93199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 11:17:31.328437 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0b0f92b3-e153-4705-aa95-ea89019e4cda admin admin] Notify callbacks [] for router, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:31.329643 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-0b0f92b3-e153-4705-aa95-ea89019e4cda admin admin] 10.222.0.16 "DELETE /v2.0/routers/6a255457-6967-4a81-8903-ea414e850adc HTTP/1.1" status: 204 len: 168 time: 1.1628048 Jul 27 11:17:31.332419 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35578) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:31.382591 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_v2 [None req-58db244b-f31a-4782-ba92-6b41db638c9c admin admin] Deleting subnet 1689c5ce-0d31-49d5-be62-eea37f7808eb {{(pid=93200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 11:17:31.385572 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-58db244b-f31a-4782-ba92-6b41db638c9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:31.425693 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-58db244b-f31a-4782-ba92-6b41db638c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10195290'] for subnet, precommit_delete_associations {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:31.508327 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-58db244b-f31a-4782-ba92-6b41db638c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989878'] for subnet, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:31.572406 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-58db244b-f31a-4782-ba92-6b41db638c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10195291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10212511'] for subnet, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:31.600919 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db244b-f31a-4782-ba92-6b41db638c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1689c5ce-0d31-49d5-be62-eea37f7808eb,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:31.602920 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-58db244b-f31a-4782-ba92-6b41db638c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:31.607524 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-58db244b-f31a-4782-ba92-6b41db638c9c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1689c5ce-0d31-49d5-be62-eea37f7808eb HTTP/1.1" status: 204 len: 168 time: 0.2718394 Jul 27 11:17:31.607693 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1304c008-b44d-4859-bb3f-f974dda466b2 None None] Network 6b197248-f0ce-4827-933d-69338f8090b1 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:17:31.608381 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35588) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:31.694342 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597342'] for network, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:31.753721 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] Deleting port 591352af-4953-4a39-9021-0c208a4a4341 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:17:31.754063 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:31.821595 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] For port 591352af-4953-4a39-9021-0c208a4a4341, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=591352af-4953-4a39-9021-0c208a4a4341,segment=NetworkSegment(a4126b1c-d477-42d2-bdc2-8dd5a19b06f3),segment_id=a4126b1c-d477-42d2-bdc2-8dd5a19b06f3)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:17:31.821965 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:31.834436 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] Calling delete_port for 591352af-4953-4a39-9021-0c208a4a4341 owned by network:dhcp {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:17:31.913501 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:31.938830 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=591352af-4953-4a39-9021-0c208a4a4341,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:31.944375 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] No DVR routers for this DVR port 591352af-4953-4a39-9021-0c208a4a4341 on host dv-cinder-784956-7-iscsi {{(pid=93200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:17:32.027210 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986681', 'neutron.services.segments.db._delete_segments_for_network-8738591500063'] for network, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:32.041099 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b197248-f0ce-4827-933d-69338f8090b1']}} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:32.041770 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e385f2-c0fb-4f45-86dc-b539b0de1dd1 None None] DHCP port deletion for 6b197248-f0ce-4827-933d-69338f8090b1 request from dv-cinder-784956-7-iscsi {{(pid=93201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 11:17:32.054033 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4126b1c-d477-42d2-bdc2-8dd5a19b06f3') {'for_net_delete': True} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:32.054033 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4126b1c-d477-42d2-bdc2-8dd5a19b06f3') {} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:32.064152 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738591500840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195113'] for segment, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:32.083501 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:32.090227 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:17:32.090701 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10195253'] for segment, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: Traceback (most recent call last): Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: timer() Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: cb(*args, **kw) Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: return func(*args, **kwargs) Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: self._notify() Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: self.callback(batched_events) Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: event.method(event) Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: return f(self, *a, **k) Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._get(url).json() Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: return self.request(url, 'GET', **kwargs) Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 11:17:32.092437 dv-cinder-784956-7-iscsi neutron-server[93200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 11:17:32.151816 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084367'] for network, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:32.157959 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:32.160376 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6b197248-f0ce-4827-933d-69338f8090b1 HTTP/1.1" status: 204 len: 168 time: 0.5514300 Jul 27 11:17:32.178072 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117625c-475d-4217-ab9b-9f5ca5c935b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b197248-f0ce-4827-933d-69338f8090b1,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:32.336990 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35606) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:32.376791 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-af57196e-e184-4a9a-b536-64aea33b9ef0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39b2b0d7b22e4c15b8cdd715a4210837&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386078 Jul 27 11:17:32.379171 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35608) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:32.428515 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6edd43af-d0cd-4b3f-b41f-d8484523fcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:32.448373 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6edd43af-d0cd-4b3f-b41f-d8484523fcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:32.495523 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6edd43af-d0cd-4b3f-b41f-d8484523fcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:32.498044 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6edd43af-d0cd-4b3f-b41f-d8484523fcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:32.499179 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-6edd43af-d0cd-4b3f-b41f-d8484523fcf7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5b58322-9d22-4de2-b5e0-1a0d56870b5a HTTP/1.1" status: 204 len: 168 time: 0.1191254 Jul 27 11:17:32.507035 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd43af-d0cd-4b3f-b41f-d8484523fcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b58322-9d22-4de2-b5e0-1a0d56870b5a,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:32.863197 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 1abf644f-9f22-49ca-a2d5-91f15391827f no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:17:32.883388 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: 1abf644f-9f22-49ca-a2d5-91f15391827f {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:17:32.883811 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 1abf644f-9f22-49ca-a2d5-91f15391827f not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:17:32.884224 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device fe07652c-3b83-46cd-b278-4cf2a6f3b0bf no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:17:32.903634 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: fe07652c-3b83-46cd-b278-4cf2a6f3b0bf {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:17:32.903977 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device fe07652c-3b83-46cd-b278-4cf2a6f3b0bf not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:17:32.904377 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 591352af-4953-4a39-9021-0c208a4a4341 no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:17:32.922694 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: 591352af-4953-4a39-9021-0c208a4a4341 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:17:32.923035 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 591352af-4953-4a39-9021-0c208a4a4341 not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:17:34.345666 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:42.015011 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35848) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:42.113666 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-40ea7a1c-3f3c-4562-abfc-45f2a2664b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:42.198994 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-40ea7a1c-3f3c-4562-abfc-45f2a2664b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:42.202729 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-40ea7a1c-3f3c-4562-abfc-45f2a2664b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:42.243182 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-40ea7a1c-3f3c-4562-abfc-45f2a2664b2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a496cf628e7d4ca8abb3d4e8a11198ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271183 Jul 27 11:17:42.244131 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea7a1c-3f3c-4562-abfc-45f2a2664b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5a0741-772f-478d-bbb1-53ea846978a6,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:42.246015 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 35852) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:42.299937 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d085e20a-a6bf-4d7c-8575-7ec1d46c4d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:42.320867 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d085e20a-a6bf-4d7c-8575-7ec1d46c4d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:42.367386 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d085e20a-a6bf-4d7c-8575-7ec1d46c4d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:42.370117 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d085e20a-a6bf-4d7c-8575-7ec1d46c4d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:42.371258 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-d085e20a-a6bf-4d7c-8575-7ec1d46c4d2a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf5a0741-772f-478d-bbb1-53ea846978a6 HTTP/1.1" status: 204 len: 168 time: 0.1241183 Jul 27 11:17:42.378751 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085e20a-a6bf-4d7c-8575-7ec1d46c4d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5a0741-772f-478d-bbb1-53ea846978a6,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:42.948205 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35874) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:43.048393 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-e6843084-56f5-4f61-98de-bda4a82a1970 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-352348284-network', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:17:43.069120 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6843084-56f5-4f61-98de-bda4a82a1970 admin admin] Made reservation on behalf of cf32821afb3846f9badac574a51c3e98 for: {'network': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:17:43.071579 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e6843084-56f5-4f61-98de-bda4a82a1970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:43.080191 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e6843084-56f5-4f61-98de-bda4a82a1970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:43.167289 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e6843084-56f5-4f61-98de-bda4a82a1970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:43.171607 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e6843084-56f5-4f61-98de-bda4a82a1970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:43.197664 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6843084-56f5-4f61-98de-bda4a82a1970 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:17:43.209906 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e6843084-56f5-4f61-98de-bda4a82a1970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:43.210315 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.segments_db [None req-e6843084-56f5-4f61-98de-bda4a82a1970 admin admin] Added segment 99567de5-aa51-405d-8e0b-abdd5c962c8e of type vlan for network 294ac441-db0a-4e56-8555-799be1e3df1c Jul 27 11:17:43.211561 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6843084-56f5-4f61-98de-bda4a82a1970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:43.257040 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e6843084-56f5-4f61-98de-bda4a82a1970 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:43.288872 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e6843084-56f5-4f61-98de-bda4a82a1970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:43.290046 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6843084-56f5-4f61-98de-bda4a82a1970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:17:43.290455 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e6843084-56f5-4f61-98de-bda4a82a1970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:43.359815 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-e6843084-56f5-4f61-98de-bda4a82a1970 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4101295 Jul 27 11:17:43.362269 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35892) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:43.367639 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-8c0fbb37-0d57-4224-9805-62905798d3f3 admin admin] Request body: {'subnet': {'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-352348284-subnet', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'ip_version': 4}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:17:43.383142 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6843084-56f5-4f61-98de-bda4a82a1970 admin admin] Pushing event updated for resources: {'Network': ['ID=294ac441-db0a-4e56-8555-799be1e3df1c,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:43.396648 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network 294ac441-db0a-4e56-8555-799be1e3df1c details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:17:43.398324 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0fbb37-0d57-4224-9805-62905798d3f3 admin admin] Made reservation on behalf of cf32821afb3846f9badac574a51c3e98 for: {'subnet': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:17:43.400656 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8c0fbb37-0d57-4224-9805-62905798d3f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10212596'] for subnet, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:43.568516 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8c0fbb37-0d57-4224-9805-62905798d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10195356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10212582'] for subnet, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:43.622613 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fbb37-0d57-4224-9805-62905798d3f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f378f375-5101-4000-82de-1eca2d40b1b3,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:43.632748 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fbb37-0d57-4224-9805-62905798d3f3 admin admin] Checking segment: {'id': '99567de5-aa51-405d-8e0b-abdd5c962c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:17:43.633107 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0fbb37-0d57-4224-9805-62905798d3f3 admin admin] Network hostable DHCP agents. Network: 294ac441-db0a-4e56-8555-799be1e3df1c, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:17:43.650370 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0fbb37-0d57-4224-9805-62905798d3f3 admin admin] Network 294ac441-db0a-4e56-8555-799be1e3df1c is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:17:43.658724 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-8c0fbb37-0d57-4224-9805-62905798d3f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, 294ac441-db0a-4e56-8555-799be1e3df1c) {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:17:43.662740 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0fbb37-0d57-4224-9805-62905798d3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:17:43.663844 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8c0fbb37-0d57-4224-9805-62905798d3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:43.668837 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde93d04-657a-492a-9e56-7347ff0954ab None None] Network 294ac441-db0a-4e56-8555-799be1e3df1c requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:17:43.677998 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-8c0fbb37-0d57-4224-9805-62905798d3f3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3147440 Jul 27 11:17:43.680720 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35894) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:43.686043 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-352348284-router', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:17:43.705903 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3775200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1974'] for router, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:43.706859 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4083718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1967'] for router, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:43.757901 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:43.811898 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ee6ed7-432e-5d7f-b8e3-91ad041eefd6-294ac441-db0a-4e56-8555-799be1e3df1c', 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'fixed_ips': [{'subnet_id': 'f378f375-5101-4000-82de-1eca2d40b1b3'}]}} from dv-cinder-784956-7-iscsi. {{(pid=93201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 11:17:43.812751 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:43.895677 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4083828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1949'] for router, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:43.945349 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Allocated IP 172.20.0.2 (294ac441-db0a-4e56-8555-799be1e3df1c/f378f375-5101-4000-82de-1eca2d40b1b3/e2b65087-ed9f-4260-8925-0d2d530cb086) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:17:44.086592 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:44.091880 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:44.095391 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Transition to ACTIVE for port object e2b65087-ed9f-4260-8925-0d2d530cb086 will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:17:44.110438 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Transition to ACTIVE for port object e2b65087-ed9f-4260-8925-0d2d530cb086 will not be triggered until provisioned by entity DHCP. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:17:44.112250 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:44.116020 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:44.152708 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Network 294ac441-db0a-4e56-8555-799be1e3df1c is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:17:44.158614 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:17:44.162877 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:17:44.165853 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Pushing event updated for resources: {'Port': ['ID=e2b65087-ed9f-4260-8925-0d2d530cb086,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:44.176623 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:44.176971 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:44.177311 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:44.177673 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:44.178001 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:44.178840 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:44.179167 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:44.179489 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:44.179812 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:44.180132 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:44.180451 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:44.180774 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:44.215977 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] Allocated IP 172.27.3.75 (b1883f27-eaab-4700-a5a8-37e3631f126f/c4c466e5-926d-42c1-b136-e6bf3690c687/6320dbac-5b06-4af7-9e6f-b77f43f49e86) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:17:44.234547 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Attempting to bind port e2b65087-ed9f-4260-8925-0d2d530cb086 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:17:44.234918 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Attempting to bind port e2b65087-ed9f-4260-8925-0d2d530cb086 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '99567de5-aa51-405d-8e0b-abdd5c962c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:17:44.235282 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Attempting to bind port e2b65087-ed9f-4260-8925-0d2d530cb086 on network 294ac441-db0a-4e56-8555-799be1e3df1c {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:17:44.240191 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:17:44.240560 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Checking segment: {'id': '99567de5-aa51-405d-8e0b-abdd5c962c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:17:44.241631 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:44.242035 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Bound using segment: {'id': '99567de5-aa51-405d-8e0b-abdd5c962c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:17:44.242497 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Bound port: e2b65087-ed9f-4260-8925-0d2d530cb086, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99567de5-aa51-405d-8e0b-abdd5c962c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:17:44.242877 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:44.302472 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] For port e2b65087-ed9f-4260-8925-0d2d530cb086, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:17:44.306074 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] For port e2b65087-ed9f-4260-8925-0d2d530cb086, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=e2b65087-ed9f-4260-8925-0d2d530cb086,segment=NetworkSegment(99567de5-aa51-405d-8e0b-abdd5c962c8e),segment_id=99567de5-aa51-405d-8e0b-abdd5c962c8e)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:17:44.310687 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:44.319172 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:44.366901 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:44.369139 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422c3c6-706d-4d99-b680-fbe74cd8c2ee None None] Pushing event updated for resources: {'Port': ['ID=e2b65087-ed9f-4260-8925-0d2d530cb086,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:44.406272 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] Network b1883f27-eaab-4700-a5a8-37e3631f126f is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:17:44.411230 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:17:44.414734 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:17:44.438078 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] Pushing event updated for resources: {'Port': ['ID=6320dbac-5b06-4af7-9e6f-b77f43f49e86,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:44.703901 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:44.895661 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device e2b65087-ed9f-4260-8925-0d2d530cb086 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:17:44.949772 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port e2b65087-ed9f-4260-8925-0d2d530cb086 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:17:45.177849 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083803'] for router, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:45.261053 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a705257-65d8-45b6-bd0e-7c7263181236 None None] Network 294ac441-db0a-4e56-8555-799be1e3df1c requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:17:45.314928 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] Router cbd796d9-5fd5-45da-8116-1ac610d78a99 is scheduled to L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 with binding_index 1 {{(pid=93200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 11:17:45.380188 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-e270c888-a6ca-4bdb-afc0-1b49fe281e02 None None] Provisioning for port e2b65087-ed9f-4260-8925-0d2d530cb086 completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:17:45.384957 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-e270c888-a6ca-4bdb-afc0-1b49fe281e02 None None] Provisioning complete for port e2b65087-ed9f-4260-8925-0d2d530cb086 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:17:45.385332 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-e270c888-a6ca-4bdb-afc0-1b49fe281e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:45.420627 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:17:45.431947 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Sync routers for ids ['cbd796d9-5fd5-45da-8116-1ac610d78a99'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:17:45.435732 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] Notify callbacks [] for router, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:45.436961 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-6df32b36-4d81-4ece-a57e-821716b7f44c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7552390 Jul 27 11:17:45.439809 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35904) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:45.458781 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Routers {'cbd796d9-5fd5-45da-8116-1ac610d78a99'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:17:45.459446 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:17:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['cbd796d9-5fd5-45da-8116-1ac610d78a99'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:45.589446 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-e270c888-a6ca-4bdb-afc0-1b49fe281e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:45.627073 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Set router cbd796d9-5fd5-45da-8116-1ac610d78a99 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:17:45.697147 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-e270c888-a6ca-4bdb-afc0-1b49fe281e02 None None] For port e2b65087-ed9f-4260-8925-0d2d530cb086, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=e2b65087-ed9f-4260-8925-0d2d530cb086,segment=NetworkSegment(99567de5-aa51-405d-8e0b-abdd5c962c8e),segment_id=99567de5-aa51-405d-8e0b-abdd5c962c8e)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:17:45.708578 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-e270c888-a6ca-4bdb-afc0-1b49fe281e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:45.823147 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270c888-a6ca-4bdb-afc0-1b49fe281e02 None None] Pushing event updated for resources: {'Port': ['ID=e2b65087-ed9f-4260-8925-0d2d530cb086,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:45.845833 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-76d1decb-7ad2-4e24-b40e-8f060df9cdda None None] Provisioning complete for port e2b65087-ed9f-4260-8925-0d2d530cb086 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:17:45.846223 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-76d1decb-7ad2-4e24-b40e-8f060df9cdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:45.914423 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:45.951994 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'name': 'tempest-TestMinimumBasicScenario-352348284-router', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:43Z', 'updated_at': '2021-07-27T11:17:44Z', 'revision_number': 3, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'gw_port': {'id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:44Z', 'updated_at': '2021-07-27T11:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:46.068544 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] Allocated IP 172.20.0.1 (294ac441-db0a-4e56-8555-799be1e3df1c/f378f375-5101-4000-82de-1eca2d40b1b3/f5c223b9-a1c1-4303-8c19-94d249febcbe) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:17:46.102528 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Checking router: cbd796d9-5fd5-45da-8116-1ac610d78a99 for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:17:46.102879 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Updating router cbd796d9-5fd5-45da-8116-1ac610d78a99 port 6320dbac-5b06-4af7-9e6f-b77f43f49e86 binding host dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:17:46.139191 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:46.166803 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:46.179404 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] Transition to ACTIVE for port object f5c223b9-a1c1-4303-8c19-94d249febcbe will not be triggered until provisioned by entity DHCP. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:17:46.211085 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:46.251693 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] Network 294ac441-db0a-4e56-8555-799be1e3df1c is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:17:46.254460 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:17:46.259892 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:17:46.282567 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] Pushing event updated for resources: {'Port': ['ID=f5c223b9-a1c1-4303-8c19-94d249febcbe,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:46.301613 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084230'] for router_interface, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:46.405020 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:46.415900 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Transition to ACTIVE for port object 6320dbac-5b06-4af7-9e6f-b77f43f49e86 will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:17:46.423075 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:46.449204 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:46.479135 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5eab9-66c8-4751-89f1-ea4c4b695ab3 None None] Pushing event updated for resources: {'Port': ['ID=6320dbac-5b06-4af7-9e6f-b77f43f49e86,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:46.481497 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Attempting to bind port 6320dbac-5b06-4af7-9e6f-b77f43f49e86 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:17:46.481862 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Attempting to bind port 6320dbac-5b06-4af7-9e6f-b77f43f49e86 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:17:46.482217 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Attempting to bind port 6320dbac-5b06-4af7-9e6f-b77f43f49e86 on network b1883f27-eaab-4700-a5a8-37e3631f126f {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:17:46.488542 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:17:46.488909 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Checking segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:17:46.489305 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:46.489716 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Bound using segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:17:46.490173 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Bound port: 6320dbac-5b06-4af7-9e6f-b77f43f49e86, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:17:46.490551 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:46.543397 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-e9a2fcea-9e99-493a-817f-08f334b7c23f None None] Provisioning for port f5c223b9-a1c1-4303-8c19-94d249febcbe completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:17:46.551298 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-e9a2fcea-9e99-493a-817f-08f334b7c23f None None] Provisioning complete for port f5c223b9-a1c1-4303-8c19-94d249febcbe triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:17:46.551677 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-e9a2fcea-9e99-493a-817f-08f334b7c23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:46.554064 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] For port 6320dbac-5b06-4af7-9e6f-b77f43f49e86, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:17:46.557922 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] For port 6320dbac-5b06-4af7-9e6f-b77f43f49e86, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=6320dbac-5b06-4af7-9e6f-b77f43f49e86,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:17:46.578650 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:46.618103 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:46.623691 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:46.629286 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-e9a2fcea-9e99-493a-817f-08f334b7c23f None None] Port f5c223b9-a1c1-4303-8c19-94d249febcbe cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:17:46.646655 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Routers {'cbd796d9-5fd5-45da-8116-1ac610d78a99'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:17:46.647325 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:17:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['cbd796d9-5fd5-45da-8116-1ac610d78a99'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:46.651964 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5eab9-66c8-4751-89f1-ea4c4b695ab3 None None] Pushing event updated for resources: {'Port': ['ID=6320dbac-5b06-4af7-9e6f-b77f43f49e86,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:46.688223 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084630'] for router_interface, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:46.690055 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] Pushing event updated for resources: {'Port': ['ID=f5c223b9-a1c1-4303-8c19-94d249febcbe,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:46.755558 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] Set router cbd796d9-5fd5-45da-8116-1ac610d78a99 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:17:46.782347 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] Network 294ac441-db0a-4e56-8555-799be1e3df1c is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:17:46.783773 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:17:46.882040 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device e2b65087-ed9f-4260-8925-0d2d530cb086 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:17:46.941045 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] Router cbd796d9-5fd5-45da-8116-1ac610d78a99 has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:17:46.998983 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port e2b65087-ed9f-4260-8925-0d2d530cb086 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:17:46.999461 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:47.069636 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-7b81dd45-7a09-4cf3-8f89-09a9a13d4c47 None None] Provisioning complete for port f5c223b9-a1c1-4303-8c19-94d249febcbe triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:17:47.070102 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7b81dd45-7a09-4cf3-8f89-09a9a13d4c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:47.070716 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:17:47.072776 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'name': 'tempest-TestMinimumBasicScenario-352348284-router', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:43Z', 'updated_at': '2021-07-27T11:17:46Z', 'revision_number': 4, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'gw_port': {'id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:44Z', 'updated_at': '2021-07-27T11:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': 'f5c223b9-a1c1-4303-8c19-94d249febcbe', 'name': '', 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'mac_address': 'fa:16:3e:9b:d0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:45Z', 'updated_at': '2021-07-27T11:17:46Z', 'revision_number': 2, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'subnets': [{'id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:47.082104 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-83f2f531-825f-45a8-8a23-7ff633dd1498 admin admin] 10.222.0.16 "PUT /v2.0/routers/cbd796d9-5fd5-45da-8116-1ac610d78a99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6410990 Jul 27 11:17:47.123627 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135004d-143c-42ae-a9e2-99d003c407e6 None None] The sync data for ids ['cbd796d9-5fd5-45da-8116-1ac610d78a99'] in dv-cinder-784956-7-iscsi is: [{'id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'name': 'tempest-TestMinimumBasicScenario-352348284-router', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:43Z', 'updated_at': '2021-07-27T11:17:46Z', 'revision_number': 4, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'gw_port': {'id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:44Z', 'updated_at': '2021-07-27T11:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': 'f5c223b9-a1c1-4303-8c19-94d249febcbe', 'name': '', 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'mac_address': 'fa:16:3e:9b:d0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:45Z', 'updated_at': '2021-07-27T11:17:46Z', 'revision_number': 2, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'subnets': [{'id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:17:47.167619 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-7b81dd45-7a09-4cf3-8f89-09a9a13d4c47 None None] Port f5c223b9-a1c1-4303-8c19-94d249febcbe cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:17:47.611110 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 35952) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:47.616877 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-af417914-6eba-4e99-8c1b-21673b787c91 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-87018593-network', 'tenant_id': '742eda8f6dd04c44851a1bb68c1af382'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:17:47.639676 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af417914-6eba-4e99-8c1b-21673b787c91 admin admin] Made reservation on behalf of 742eda8f6dd04c44851a1bb68c1af382 for: {'network': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:17:47.642097 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-af417914-6eba-4e99-8c1b-21673b787c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:47.650953 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-af417914-6eba-4e99-8c1b-21673b787c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:47.745368 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-af417914-6eba-4e99-8c1b-21673b787c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:47.751490 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-af417914-6eba-4e99-8c1b-21673b787c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:47.767800 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af417914-6eba-4e99-8c1b-21673b787c91 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:17:47.788091 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-af417914-6eba-4e99-8c1b-21673b787c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:47.788615 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.segments_db [None req-af417914-6eba-4e99-8c1b-21673b787c91 admin admin] Added segment cadf4d47-91d4-4f66-8f3d-2b00ca150b05 of type vlan for network 9bb297b1-f3e2-43f0-9caa-73c6c89e919d Jul 27 11:17:47.833453 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af417914-6eba-4e99-8c1b-21673b787c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc67af5-20b0-43fb-b3b7-d07b12918a38,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:47.844016 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-af417914-6eba-4e99-8c1b-21673b787c91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:47.874735 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-af417914-6eba-4e99-8c1b-21673b787c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:47.875709 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af417914-6eba-4e99-8c1b-21673b787c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:17:47.876512 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-af417914-6eba-4e99-8c1b-21673b787c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:47.932639 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-af417914-6eba-4e99-8c1b-21673b787c91 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3203895 Jul 27 11:17:47.939232 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af417914-6eba-4e99-8c1b-21673b787c91 admin admin] Pushing event updated for resources: {'Network': ['ID=9bb297b1-f3e2-43f0-9caa-73c6c89e919d,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:47.939967 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35954) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:47.945384 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Request body: {'subnet': {'network_id': '9bb297b1-f3e2-43f0-9caa-73c6c89e919d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-87018593-subnet', 'tenant_id': '742eda8f6dd04c44851a1bb68c1af382', 'ip_version': 4}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:17:47.954493 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network 9bb297b1-f3e2-43f0-9caa-73c6c89e919d details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:17:47.973480 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Made reservation on behalf of 742eda8f6dd04c44851a1bb68c1af382 for: {'subnet': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:17:47.977028 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10212596'] for subnet, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:48.158065 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10195356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10212582'] for subnet, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:48.222951 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9073e521-b852-4ead-b297-bd21f4c829d6,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:48.235609 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:48.236205 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:48.236766 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:48.237167 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:48.237595 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:48.238002 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:48.238394 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:48.238791 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:48.239195 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:48.239583 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:48.240132 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:48.240518 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:48.244789 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Checking segment: {'id': 'cadf4d47-91d4-4f66-8f3d-2b00ca150b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb297b1-f3e2-43f0-9caa-73c6c89e919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:17:48.245372 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Network hostable DHCP agents. Network: 9bb297b1-f3e2-43f0-9caa-73c6c89e919d, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:17:48.265873 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Network 9bb297b1-f3e2-43f0-9caa-73c6c89e919d is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:17:48.278819 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, 9bb297b1-f3e2-43f0-9caa-73c6c89e919d) {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:17:48.283719 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:17:48.284549 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:48.290414 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d690219-bea3-4ab9-a4f6-30ed74ada9f0 None None] Network 9bb297b1-f3e2-43f0-9caa-73c6c89e919d requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:17:48.301876 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-f493b767-8a54-4804-a1b6-61dbd4be9240 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3602979 Jul 27 11:17:48.303930 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 35956) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:48.308433 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-87018593-router', 'tenant_id': '742eda8f6dd04c44851a1bb68c1af382', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:17:48.331332 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3775200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1974'] for router, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:48.332557 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4083718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3711238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1967'] for router, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:48.384158 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d0249e0f-ee5b-4acf-8171-afecbe81f8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:48.401827 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:48.499877 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ee6ed7-432e-5d7f-b8e3-91ad041eefd6-9bb297b1-f3e2-43f0-9caa-73c6c89e919d', 'network_id': '9bb297b1-f3e2-43f0-9caa-73c6c89e919d', 'tenant_id': '742eda8f6dd04c44851a1bb68c1af382', 'fixed_ips': [{'subnet_id': '9073e521-b852-4ead-b297-bd21f4c829d6'}]}} from dv-cinder-784956-7-iscsi. {{(pid=93201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 11:17:48.500769 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:48.568037 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4083828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3775182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1949'] for router, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:48.650580 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Allocated IP 172.20.0.2 (9bb297b1-f3e2-43f0-9caa-73c6c89e919d/9073e521-b852-4ead-b297-bd21f4c829d6/82613305-4cc9-4536-958b-52232e0ef221) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:17:48.796521 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:48.815594 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:48.821102 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:48.826272 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Transition to ACTIVE for port object 82613305-4cc9-4536-958b-52232e0ef221 will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:17:48.850786 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Transition to ACTIVE for port object 82613305-4cc9-4536-958b-52232e0ef221 will not be triggered until provisioned by entity DHCP. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:17:48.864023 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:48.912600 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Network 9bb297b1-f3e2-43f0-9caa-73c6c89e919d is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:17:48.922117 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:17:48.930075 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:17:48.943322 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Pushing event updated for resources: {'Port': ['ID=82613305-4cc9-4536-958b-52232e0ef221,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:48.965738 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] Allocated IP 172.27.3.245 (b1883f27-eaab-4700-a5a8-37e3631f126f/c4c466e5-926d-42c1-b136-e6bf3690c687/73f2fec5-690b-4301-9f51-98bf58fc521c) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:17:49.005249 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 6320dbac-5b06-4af7-9e6f-b77f43f49e86 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:17:49.010449 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35982) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:49.040013 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Attempting to bind port 82613305-4cc9-4536-958b-52232e0ef221 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:17:49.040384 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Attempting to bind port 82613305-4cc9-4536-958b-52232e0ef221 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': 'cadf4d47-91d4-4f66-8f3d-2b00ca150b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb297b1-f3e2-43f0-9caa-73c6c89e919d'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:17:49.040747 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Attempting to bind port 82613305-4cc9-4536-958b-52232e0ef221 on network 9bb297b1-f3e2-43f0-9caa-73c6c89e919d {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:17:49.052802 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:17:49.053213 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Checking segment: {'id': 'cadf4d47-91d4-4f66-8f3d-2b00ca150b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb297b1-f3e2-43f0-9caa-73c6c89e919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:17:49.053648 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.054042 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Bound using segment: {'id': 'cadf4d47-91d4-4f66-8f3d-2b00ca150b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb297b1-f3e2-43f0-9caa-73c6c89e919d'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:17:49.054515 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Bound port: 82613305-4cc9-4536-958b-52232e0ef221, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadf4d47-91d4-4f66-8f3d-2b00ca150b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb297b1-f3e2-43f0-9caa-73c6c89e919d'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:17:49.054895 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.090288 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.120634 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] For port 82613305-4cc9-4536-958b-52232e0ef221, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:17:49.123805 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] For port 82613305-4cc9-4536-958b-52232e0ef221, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=82613305-4cc9-4536-958b-52232e0ef221,segment=NetworkSegment(cadf4d47-91d4-4f66-8f3d-2b00ca150b05),segment_id=cadf4d47-91d4-4f66-8f3d-2b00ca150b05)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:17:49.130198 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.135689 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 6320dbac-5b06-4af7-9e6f-b77f43f49e86 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:17:49.138054 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.150310 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e3ac9fef-dd90-4a13-879d-381500c2f672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.165320 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 6320dbac-5b06-4af7-9e6f-b77f43f49e86 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:17:49.165724 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.182966 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] Network b1883f27-eaab-4700-a5a8-37e3631f126f is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:17:49.188183 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:17:49.190647 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] Pushing event updated for resources: {'Port': ['ID=73f2fec5-690b-4301-9f51-98bf58fc521c,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:49.199081 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:17:49.229769 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2e8e5-c177-44c1-9347-207152331aa6 None None] Pushing event updated for resources: {'Port': ['ID=82613305-4cc9-4536-958b-52232e0ef221,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:49.281260 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e3ac9fef-dd90-4a13-879d-381500c2f672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.284212 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.290925 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e3ac9fef-dd90-4a13-879d-381500c2f672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.327944 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 6320dbac-5b06-4af7-9e6f-b77f43f49e86, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=6320dbac-5b06-4af7-9e6f-b77f43f49e86,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:17:49.332340 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.343584 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-e3ac9fef-dd90-4a13-879d-381500c2f672 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6df18cfc9b54bc6a4cb1040e12b244c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296371 Jul 27 11:17:49.344879 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35986) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:49.383279 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac9fef-dd90-4a13-879d-381500c2f672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5047af1-9686-4d1d-87d3-e3eecf31d5e0,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:49.406134 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Sync routers for ids ['cbd796d9-5fd5-45da-8116-1ac610d78a99'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:17:49.407306 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-51b887c9-957f-49d7-8725-c48c2e414e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.420369 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Routers {'cbd796d9-5fd5-45da-8116-1ac610d78a99'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:17:49.421056 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:17:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['cbd796d9-5fd5-45da-8116-1ac610d78a99'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:49.429797 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=6320dbac-5b06-4af7-9e6f-b77f43f49e86,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:49.448514 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-51b887c9-957f-49d7-8725-c48c2e414e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.537327 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-51b887c9-957f-49d7-8725-c48c2e414e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.541567 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-51b887c9-957f-49d7-8725-c48c2e414e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.543443 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-51b887c9-957f-49d7-8725-c48c2e414e4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5047af1-9686-4d1d-87d3-e3eecf31d5e0 HTTP/1.1" status: 204 len: 168 time: 0.1975439 Jul 27 11:17:49.554078 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b887c9-957f-49d7-8725-c48c2e414e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5047af1-9686-4d1d-87d3-e3eecf31d5e0,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:49.567561 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.598920 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Set router cbd796d9-5fd5-45da-8116-1ac610d78a99 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:17:49.796526 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3775193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4083803'] for router, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.805584 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'name': 'tempest-TestMinimumBasicScenario-352348284-router', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:43Z', 'updated_at': '2021-07-27T11:17:46Z', 'revision_number': 4, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'gw_port': {'id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:44Z', 'updated_at': '2021-07-27T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': 'f5c223b9-a1c1-4303-8c19-94d249febcbe', 'name': '', 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'mac_address': 'fa:16:3e:9b:d0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:45Z', 'updated_at': '2021-07-27T11:17:46Z', 'revision_number': 2, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'subnets': [{'id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:49.831206 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Checking router: cbd796d9-5fd5-45da-8116-1ac610d78a99 for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:17:49.831516 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Updating router cbd796d9-5fd5-45da-8116-1ac610d78a99 port f5c223b9-a1c1-4303-8c19-94d249febcbe binding host dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:17:49.855677 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35992) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:49.865604 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.869967 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fcb6390a-199c-4238-8318-2a2bb8f39c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.940864 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] Router f9014040-401a-423b-adcb-4829278ad0c8 is scheduled to L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 with binding_index 1 {{(pid=93199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 11:17:49.973347 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fcb6390a-199c-4238-8318-2a2bb8f39c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:49.979349 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fcb6390a-199c-4238-8318-2a2bb8f39c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:50.028215 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6390a-199c-4238-8318-2a2bb8f39c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a872c8dc-0ef1-4ef5-959d-39cad89dfbe4,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:50.034582 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-fcb6390a-199c-4238-8318-2a2bb8f39c9c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a324c7118af4622ba1f9667e70a7038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1774135 Jul 27 11:17:50.037032 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 35994) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:50.062480 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:17:50.073596 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Sync routers for ids ['f9014040-401a-423b-adcb-4829278ad0c8'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:17:50.085285 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Routers {'f9014040-401a-423b-adcb-4829278ad0c8'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:17:50.086979 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] Notify callbacks [] for router, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:50.088708 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:17:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['f9014040-401a-423b-adcb-4829278ad0c8'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:50.089425 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-df6589f0-f71b-4567-bb54-e9c0545f0c76 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7833622 Jul 27 11:17:50.091517 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 35996) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:50.103612 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f89513d0-6593-44a0-b142-fa08eda643ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:50.128124 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f89513d0-6593-44a0-b142-fa08eda643ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:50.177233 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:50.182938 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f89513d0-6593-44a0-b142-fa08eda643ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:50.186935 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f89513d0-6593-44a0-b142-fa08eda643ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:50.188565 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-f89513d0-6593-44a0-b142-fa08eda643ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a872c8dc-0ef1-4ef5-959d-39cad89dfbe4 HTTP/1.1" status: 204 len: 168 time: 0.1492558 Jul 27 11:17:50.198864 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89513d0-6593-44a0-b142-fa08eda643ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a872c8dc-0ef1-4ef5-959d-39cad89dfbe4,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:50.207095 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Transition to ACTIVE for port object f5c223b9-a1c1-4303-8c19-94d249febcbe will not be triggered until provisioned by entity L2. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:17:50.219232 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:50.326794 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f60420-addc-4012-a6df-87c516dcbf24 None None] Pushing event updated for resources: {'Port': ['ID=f5c223b9-a1c1-4303-8c19-94d249febcbe,revision_number=3']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:50.344481 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f60420-addc-4012-a6df-87c516dcbf24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:50.349720 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f60420-addc-4012-a6df-87c516dcbf24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:50.351011 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f60420-addc-4012-a6df-87c516dcbf24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:50.351513 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f60420-addc-4012-a6df-87c516dcbf24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:50.352026 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f60420-addc-4012-a6df-87c516dcbf24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:50.352513 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f60420-addc-4012-a6df-87c516dcbf24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:50.353005 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f60420-addc-4012-a6df-87c516dcbf24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:50.353845 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f60420-addc-4012-a6df-87c516dcbf24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:50.355709 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f60420-addc-4012-a6df-87c516dcbf24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:50.356212 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f60420-addc-4012-a6df-87c516dcbf24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:50.356700 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f60420-addc-4012-a6df-87c516dcbf24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:50.357395 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f60420-addc-4012-a6df-87c516dcbf24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:17:50.434329 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Set router f9014040-401a-423b-adcb-4829278ad0c8 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:17:50.486662 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Attempting to bind port f5c223b9-a1c1-4303-8c19-94d249febcbe on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:17:50.487173 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Attempting to bind port f5c223b9-a1c1-4303-8c19-94d249febcbe by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '99567de5-aa51-405d-8e0b-abdd5c962c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c'}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:17:50.487377 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Attempting to bind port f5c223b9-a1c1-4303-8c19-94d249febcbe on network 294ac441-db0a-4e56-8555-799be1e3df1c {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:17:50.499463 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:17:50.500222 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Checking segment: {'id': '99567de5-aa51-405d-8e0b-abdd5c962c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:17:50.500866 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:50.501512 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Bound using segment: {'id': '99567de5-aa51-405d-8e0b-abdd5c962c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c'} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:17:50.502196 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Bound port: f5c223b9-a1c1-4303-8c19-94d249febcbe, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99567de5-aa51-405d-8e0b-abdd5c962c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c'}}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:17:50.502809 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:50.529657 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcff7375-eaec-4197-bec2-c1eefc9d5b96 None None] Network 9bb297b1-f3e2-43f0-9caa-73c6c89e919d requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:17:50.600526 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] For port f5c223b9-a1c1-4303-8c19-94d249febcbe, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:17:50.604758 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] For port f5c223b9-a1c1-4303-8c19-94d249febcbe, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=f5c223b9-a1c1-4303-8c19-94d249febcbe,segment=NetworkSegment(99567de5-aa51-405d-8e0b-abdd5c962c8e),segment_id=99567de5-aa51-405d-8e0b-abdd5c962c8e)] {{(pid=93202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:17:50.610182 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:50.643379 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-138bb1f7-a057-4fde-a3ec-74ced2ce4da7 None None] Provisioning for port 82613305-4cc9-4536-958b-52232e0ef221 completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:17:50.686899 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Routers {'cbd796d9-5fd5-45da-8116-1ac610d78a99'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:17:50.687547 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:17:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['cbd796d9-5fd5-45da-8116-1ac610d78a99'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:50.860884 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f60420-addc-4012-a6df-87c516dcbf24 None None] Pushing event updated for resources: {'Port': ['ID=f5c223b9-a1c1-4303-8c19-94d249febcbe,revision_number=4']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:50.966391 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] Set router cbd796d9-5fd5-45da-8116-1ac610d78a99 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:17:50.994203 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'name': 'tempest-TestMinimumBasicScenario-87018593-router', 'tenant_id': '742eda8f6dd04c44851a1bb68c1af382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '73f2fec5-690b-4301-9f51-98bf58fc521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:48Z', 'updated_at': '2021-07-27T11:17:49Z', 'revision_number': 3, 'project_id': '742eda8f6dd04c44851a1bb68c1af382', 'gw_port': {'id': '73f2fec5-690b-4301-9f51-98bf58fc521c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:de:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:48Z', 'updated_at': '2021-07-27T11:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:51.038897 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Checking router: f9014040-401a-423b-adcb-4829278ad0c8 for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:17:51.039292 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Updating router f9014040-401a-423b-adcb-4829278ad0c8 port 73f2fec5-690b-4301-9f51-98bf58fc521c binding host dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:17:51.092622 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:51.173767 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:51.258403 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'name': 'tempest-TestMinimumBasicScenario-352348284-router', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:43Z', 'updated_at': '2021-07-27T11:17:46Z', 'revision_number': 4, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'gw_port': {'id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:44Z', 'updated_at': '2021-07-27T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': 'f5c223b9-a1c1-4303-8c19-94d249febcbe', 'name': '', 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'mac_address': 'fa:16:3e:9b:d0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:45Z', 'updated_at': '2021-07-27T11:17:50Z', 'revision_number': 4, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'subnets': [{'id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:51.269804 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 82613305-4cc9-4536-958b-52232e0ef221 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:17:51.294361 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018cb97-2515-43fc-9b2b-5544a7f48912 None None] The sync data for ids ['cbd796d9-5fd5-45da-8116-1ac610d78a99'] in dv-cinder-784956-7-iscsi is: [{'id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'name': 'tempest-TestMinimumBasicScenario-352348284-router', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:43Z', 'updated_at': '2021-07-27T11:17:46Z', 'revision_number': 4, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'gw_port': {'id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:44Z', 'updated_at': '2021-07-27T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': 'f5c223b9-a1c1-4303-8c19-94d249febcbe', 'name': '', 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'mac_address': 'fa:16:3e:9b:d0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:45Z', 'updated_at': '2021-07-27T11:17:50Z', 'revision_number': 4, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'subnets': [{'id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:17:51.361573 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:51.399326 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6c4d10b1-0efd-444d-b411-d2171cba9c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:51.409711 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] Allocated IP 172.20.0.1 (9bb297b1-f3e2-43f0-9caa-73c6c89e919d/9073e521-b852-4ead-b297-bd21f4c829d6/35336355-d6e0-4c0f-8314-175dbbfcd4f6) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:17:51.451769 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 82613305-4cc9-4536-958b-52232e0ef221 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:17:51.460486 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 82613305-4cc9-4536-958b-52232e0ef221 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:17:51.460861 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:51.465960 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-a779016d-f05d-4a65-acab-14ef9b1db8d4 None None] Provisioning complete for port 82613305-4cc9-4536-958b-52232e0ef221 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:17:51.466328 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a779016d-f05d-4a65-acab-14ef9b1db8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:51.550901 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:51.568067 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.provisioning_blocks [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] Transition to ACTIVE for port object 35336355-d6e0-4c0f-8314-175dbbfcd4f6 will not be triggered until provisioned by entity DHCP. {{(pid=93199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:17:51.583394 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:51.599784 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Transition to ACTIVE for port object 73f2fec5-690b-4301-9f51-98bf58fc521c will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:17:51.612143 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:51.617995 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:51.665293 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] Pushing event updated for resources: {'Port': ['ID=35336355-d6e0-4c0f-8314-175dbbfcd4f6,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:51.681650 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] Network 9bb297b1-f3e2-43f0-9caa-73c6c89e919d is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:17:51.683568 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:17:51.701633 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:17:51.732056 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a779016d-f05d-4a65-acab-14ef9b1db8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:51.734644 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe0aaa-8bb1-4907-b61b-3a0f6ccee624 None None] Pushing event updated for resources: {'Port': ['ID=73f2fec5-690b-4301-9f51-98bf58fc521c,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:51.736961 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:51.740382 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Attempting to bind port 73f2fec5-690b-4301-9f51-98bf58fc521c on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:17:51.741289 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Attempting to bind port 73f2fec5-690b-4301-9f51-98bf58fc521c by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:17:51.741882 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Attempting to bind port 73f2fec5-690b-4301-9f51-98bf58fc521c on network b1883f27-eaab-4700-a5a8-37e3631f126f {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:17:51.776064 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084230'] for router_interface, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:51.780076 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:17:51.780460 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Checking segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:17:51.780870 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:51.781267 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Bound using segment: {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:17:51.781770 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Bound port: 73f2fec5-690b-4301-9f51-98bf58fc521c, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76369463-fe38-4c23-b03c-dce0f38a1489', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:17:51.782160 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:51.876263 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-a779016d-f05d-4a65-acab-14ef9b1db8d4 None None] For port 82613305-4cc9-4536-958b-52232e0ef221, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=82613305-4cc9-4536-958b-52232e0ef221,segment=NetworkSegment(cadf4d47-91d4-4f66-8f3d-2b00ca150b05),segment_id=cadf4d47-91d4-4f66-8f3d-2b00ca150b05)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:17:51.911723 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] For port 73f2fec5-690b-4301-9f51-98bf58fc521c, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:17:51.915014 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a779016d-f05d-4a65-acab-14ef9b1db8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:51.919409 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] For port 73f2fec5-690b-4301-9f51-98bf58fc521c, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=73f2fec5-690b-4301-9f51-98bf58fc521c,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:17:51.964061 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:51.970176 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:52.070003 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Routers {'f9014040-401a-423b-adcb-4829278ad0c8'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:17:52.070921 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:17:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['f9014040-401a-423b-adcb-4829278ad0c8'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:52.076497 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779016d-f05d-4a65-acab-14ef9b1db8d4 None None] Pushing event updated for resources: {'Port': ['ID=82613305-4cc9-4536-958b-52232e0ef221,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:52.138153 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-b36c7ad1-9f64-492a-807c-2678e1caea2b None None] Provisioning for port 35336355-d6e0-4c0f-8314-175dbbfcd4f6 completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:17:52.146949 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.db.api [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 11:17:52.147337 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG oslo_db.api [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 11:17:52.151447 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-b36c7ad1-9f64-492a-807c-2678e1caea2b None None] Provisioning complete for port 35336355-d6e0-4c0f-8314-175dbbfcd4f6 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:17:52.157267 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b36c7ad1-9f64-492a-807c-2678e1caea2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:52.189308 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:52.196954 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639062'] for port, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:52.248605 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe0aaa-8bb1-4907-b61b-3a0f6ccee624 None None] Pushing event updated for resources: {'Port': ['ID=73f2fec5-690b-4301-9f51-98bf58fc521c,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:52.258616 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-b36c7ad1-9f64-492a-807c-2678e1caea2b None None] Port 35336355-d6e0-4c0f-8314-175dbbfcd4f6 cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:17:52.261862 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084630'] for router_interface, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:52.278203 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] Pushing event updated for resources: {'Port': ['ID=35336355-d6e0-4c0f-8314-175dbbfcd4f6,revision_number=2']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:52.300942 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] Set router f9014040-401a-423b-adcb-4829278ad0c8 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:17:52.374618 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] Network 9bb297b1-f3e2-43f0-9caa-73c6c89e919d is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:17:52.376164 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:17:52.513252 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] Router f9014040-401a-423b-adcb-4829278ad0c8 has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:17:52.624974 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:52.646101 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:17:52.661462 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-172ac0c2-e433-49ea-b830-dbd6a79088c7 admin admin] 10.222.0.16 "PUT /v2.0/routers/f9014040-401a-423b-adcb-4829278ad0c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5627322 Jul 27 11:17:52.713334 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-9f890d7f-fbe1-4a8d-a802-0b9aea3259ae None None] Provisioning complete for port 35336355-d6e0-4c0f-8314-175dbbfcd4f6 triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:17:52.713731 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9f890d7f-fbe1-4a8d-a802-0b9aea3259ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:52.718063 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 6320dbac-5b06-4af7-9e6f-b77f43f49e86 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:17:52.788472 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-9f890d7f-fbe1-4a8d-a802-0b9aea3259ae None None] Port 35336355-d6e0-4c0f-8314-175dbbfcd4f6 cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:17:52.797123 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'name': 'tempest-TestMinimumBasicScenario-87018593-router', 'tenant_id': '742eda8f6dd04c44851a1bb68c1af382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '73f2fec5-690b-4301-9f51-98bf58fc521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:48Z', 'updated_at': '2021-07-27T11:17:51Z', 'revision_number': 4, 'project_id': '742eda8f6dd04c44851a1bb68c1af382', 'gw_port': {'id': '73f2fec5-690b-4301-9f51-98bf58fc521c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:de:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:48Z', 'updated_at': '2021-07-27T11:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '35336355-d6e0-4c0f-8314-175dbbfcd4f6', 'name': '', 'network_id': '9bb297b1-f3e2-43f0-9caa-73c6c89e919d', 'tenant_id': '742eda8f6dd04c44851a1bb68c1af382', 'mac_address': 'fa:16:3e:11:91:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9073e521-b852-4ead-b297-bd21f4c829d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:51Z', 'updated_at': '2021-07-27T11:17:51Z', 'revision_number': 1, 'project_id': '742eda8f6dd04c44851a1bb68c1af382', 'subnets': [{'id': '9073e521-b852-4ead-b297-bd21f4c829d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:52.827192 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7146657e-bbe2-43db-8b19-d3dc1119baf7 None None] The sync data for ids ['f9014040-401a-423b-adcb-4829278ad0c8'] in dv-cinder-784956-7-iscsi is: [{'id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'name': 'tempest-TestMinimumBasicScenario-87018593-router', 'tenant_id': '742eda8f6dd04c44851a1bb68c1af382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '73f2fec5-690b-4301-9f51-98bf58fc521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:48Z', 'updated_at': '2021-07-27T11:17:51Z', 'revision_number': 4, 'project_id': '742eda8f6dd04c44851a1bb68c1af382', 'gw_port': {'id': '73f2fec5-690b-4301-9f51-98bf58fc521c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:de:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:48Z', 'updated_at': '2021-07-27T11:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '35336355-d6e0-4c0f-8314-175dbbfcd4f6', 'name': '', 'network_id': '9bb297b1-f3e2-43f0-9caa-73c6c89e919d', 'tenant_id': '742eda8f6dd04c44851a1bb68c1af382', 'mac_address': 'fa:16:3e:11:91:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9073e521-b852-4ead-b297-bd21f4c829d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:51Z', 'updated_at': '2021-07-27T11:17:51Z', 'revision_number': 1, 'project_id': '742eda8f6dd04c44851a1bb68c1af382', 'subnets': [{'id': '9073e521-b852-4ead-b297-bd21f4c829d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:17:52.833350 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 6320dbac-5b06-4af7-9e6f-b77f43f49e86 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:17:52.833754 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:53.077078 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 82613305-4cc9-4536-958b-52232e0ef221 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:17:53.137688 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 82613305-4cc9-4536-958b-52232e0ef221 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:17:53.138063 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:53.230962 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device f5c223b9-a1c1-4303-8c19-94d249febcbe up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:17:53.285264 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port f5c223b9-a1c1-4303-8c19-94d249febcbe completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:17:53.288973 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port f5c223b9-a1c1-4303-8c19-94d249febcbe triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:17:53.289350 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:53.377637 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:53.417717 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port f5c223b9-a1c1-4303-8c19-94d249febcbe, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=f5c223b9-a1c1-4303-8c19-94d249febcbe,segment=NetworkSegment(99567de5-aa51-405d-8e0b-abdd5c962c8e),segment_id=99567de5-aa51-405d-8e0b-abdd5c962c8e)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:17:53.425886 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:53.491173 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=f5c223b9-a1c1-4303-8c19-94d249febcbe,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:53.695481 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:17:54.080286 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:55.090106 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 73f2fec5-690b-4301-9f51-98bf58fc521c up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:17:55.157139 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 73f2fec5-690b-4301-9f51-98bf58fc521c completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:17:55.161548 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 73f2fec5-690b-4301-9f51-98bf58fc521c triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:17:55.161926 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:55.251824 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:55.286197 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 73f2fec5-690b-4301-9f51-98bf58fc521c, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=73f2fec5-690b-4301-9f51-98bf58fc521c,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:17:55.298647 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:55.299886 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device f5c223b9-a1c1-4303-8c19-94d249febcbe up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:17:55.397676 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=73f2fec5-690b-4301-9f51-98bf58fc521c,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:55.438935 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port f5c223b9-a1c1-4303-8c19-94d249febcbe triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:17:55.439562 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:55.620289 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Sync routers for ids ['f9014040-401a-423b-adcb-4829278ad0c8'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:17:55.631160 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Routers {'f9014040-401a-423b-adcb-4829278ad0c8'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:17:55.631837 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:17:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['f9014040-401a-423b-adcb-4829278ad0c8'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:55.734467 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 36112) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:55.743398 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Set router f9014040-401a-423b-adcb-4829278ad0c8 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:17:55.857168 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-cddfcb25-0d44-47ae-8c7e-a97e4ed26b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:55.962369 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-cddfcb25-0d44-47ae-8c7e-a97e4ed26b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:55.969220 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-cddfcb25-0d44-47ae-8c7e-a97e4ed26b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:55.983100 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'name': 'tempest-TestMinimumBasicScenario-87018593-router', 'tenant_id': '742eda8f6dd04c44851a1bb68c1af382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '73f2fec5-690b-4301-9f51-98bf58fc521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:48Z', 'updated_at': '2021-07-27T11:17:51Z', 'revision_number': 4, 'project_id': '742eda8f6dd04c44851a1bb68c1af382', 'gw_port': {'id': '73f2fec5-690b-4301-9f51-98bf58fc521c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:48Z', 'updated_at': '2021-07-27T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '35336355-d6e0-4c0f-8314-175dbbfcd4f6', 'name': '', 'network_id': '9bb297b1-f3e2-43f0-9caa-73c6c89e919d', 'tenant_id': '742eda8f6dd04c44851a1bb68c1af382', 'mac_address': 'fa:16:3e:11:91:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9073e521-b852-4ead-b297-bd21f4c829d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:51Z', 'updated_at': '2021-07-27T11:17:52Z', 'revision_number': 2, 'project_id': '742eda8f6dd04c44851a1bb68c1af382', 'subnets': [{'id': '9073e521-b852-4ead-b297-bd21f4c829d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:56.017686 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Checking router: f9014040-401a-423b-adcb-4829278ad0c8 for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:17:56.018139 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Updating router f9014040-401a-423b-adcb-4829278ad0c8 port 35336355-d6e0-4c0f-8314-175dbbfcd4f6 binding host dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 11:17:56.020380 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-cddfcb25-0d44-47ae-8c7e-a97e4ed26b72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fdf380f7e2a745919641f3442793b626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847142 Jul 27 11:17:56.021389 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfcb25-0d44-47ae-8c7e-a97e4ed26b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc84f19c-8b33-40a6-9ea4-1fc92c4ca61e,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:56.023755 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 36116) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:56.059836 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:56.087318 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f5dbceb9-75b0-4eb6-8374-468708b0ca46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:56.113017 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f5dbceb9-75b0-4eb6-8374-468708b0ca46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:56.169426 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f5dbceb9-75b0-4eb6-8374-468708b0ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:56.172691 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f5dbceb9-75b0-4eb6-8374-468708b0ca46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:56.179564 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-f5dbceb9-75b0-4eb6-8374-468708b0ca46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc84f19c-8b33-40a6-9ea4-1fc92c4ca61e HTTP/1.1" status: 204 len: 168 time: 0.1487138 Jul 27 11:17:56.185314 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbceb9-75b0-4eb6-8374-468708b0ca46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc84f19c-8b33-40a6-9ea4-1fc92c4ca61e,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:56.431292 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:56.446420 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Transition to ACTIVE for port object 35336355-d6e0-4c0f-8314-175dbbfcd4f6 will not be triggered until provisioned by entity L2. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:17:56.454769 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:56.504014 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b58fb-a813-44a0-bd94-3c5fcf8b99b3 None None] Pushing event updated for resources: {'Port': ['ID=35336355-d6e0-4c0f-8314-175dbbfcd4f6,revision_number=3']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:56.507426 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 36126) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:56.524205 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b3fe75ad-281e-44aa-8e52-00f78e8a56f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:56.603058 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Attempting to bind port 35336355-d6e0-4c0f-8314-175dbbfcd4f6 on host dv-cinder-784956-7-iscsi for vnic_type normal with profile {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:17:56.603429 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Attempting to bind port 35336355-d6e0-4c0f-8314-175dbbfcd4f6 by drivers openvswitch,hyperv on host dv-cinder-784956-7-iscsi at level 0 using segments [{'id': 'cadf4d47-91d4-4f66-8f3d-2b00ca150b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb297b1-f3e2-43f0-9caa-73c6c89e919d'}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:17:56.603794 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Attempting to bind port 35336355-d6e0-4c0f-8314-175dbbfcd4f6 on network 9bb297b1-f3e2-43f0-9caa-73c6c89e919d {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:17:56.610041 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Checking agent: {'id': '6e3c45cd-237d-4006-b251-56d11fe48328', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 2, 21), 'started_at': datetime.datetime(2021, 7, 27, 11, 2, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:17:56.610409 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Checking segment: {'id': 'cadf4d47-91d4-4f66-8f3d-2b00ca150b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb297b1-f3e2-43f0-9caa-73c6c89e919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:17:56.610828 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:56.611247 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Bound using segment: {'id': 'cadf4d47-91d4-4f66-8f3d-2b00ca150b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb297b1-f3e2-43f0-9caa-73c6c89e919d'} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:17:56.611793 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Bound port: 35336355-d6e0-4c0f-8314-175dbbfcd4f6, host: dv-cinder-784956-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadf4d47-91d4-4f66-8f3d-2b00ca150b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb297b1-f3e2-43f0-9caa-73c6c89e919d'}}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:17:56.612231 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:56.654624 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b3fe75ad-281e-44aa-8e52-00f78e8a56f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:56.664224 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b3fe75ad-281e-44aa-8e52-00f78e8a56f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:56.699567 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe75ad-281e-44aa-8e52-00f78e8a56f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ffefdb-d58d-43b0-b5ad-695ab119f9ad,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:56.719499 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] For port 35336355-d6e0-4c0f-8314-175dbbfcd4f6, host dv-cinder-784956-7-iscsi, cleared binding levels {{(pid=93202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:17:56.723433 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] For port 35336355-d6e0-4c0f-8314-175dbbfcd4f6, host dv-cinder-784956-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=35336355-d6e0-4c0f-8314-175dbbfcd4f6,segment=NetworkSegment(cadf4d47-91d4-4f66-8f3d-2b00ca150b05),segment_id=cadf4d47-91d4-4f66-8f3d-2b00ca150b05)] {{(pid=93202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:17:56.736716 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:56.740407 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-b3fe75ad-281e-44aa-8e52-00f78e8a56f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e99c47b22ca947f28ce55b92b0732dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319114 Jul 27 11:17:56.743745 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 36128) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:56.813920 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Routers {'f9014040-401a-423b-adcb-4829278ad0c8'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:17:56.814568 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:17:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['f9014040-401a-423b-adcb-4829278ad0c8'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:56.826671 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c853-a914-4561-ade3-d98f14cc80c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:56.856858 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c853-a914-4561-ade3-d98f14cc80c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:56.870740 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b58fb-a813-44a0-bd94-3c5fcf8b99b3 None None] Pushing event updated for resources: {'Port': ['ID=35336355-d6e0-4c0f-8314-175dbbfcd4f6,revision_number=4']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:56.938777 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c853-a914-4561-ade3-d98f14cc80c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:56.941790 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c853-a914-4561-ade3-d98f14cc80c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:56.943103 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-4cc9c853-a914-4561-ade3-d98f14cc80c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2ffefdb-d58d-43b0-b5ad-695ab119f9ad HTTP/1.1" status: 204 len: 168 time: 0.1972804 Jul 27 11:17:56.962685 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9c853-a914-4561-ade3-d98f14cc80c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ffefdb-d58d-43b0-b5ad-695ab119f9ad,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:56.982453 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] Set router f9014040-401a-423b-adcb-4829278ad0c8 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:17:57.108777 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 73f2fec5-690b-4301-9f51-98bf58fc521c up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:17:57.183469 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 73f2fec5-690b-4301-9f51-98bf58fc521c triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:17:57.184215 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:57.290154 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 35336355-d6e0-4c0f-8314-175dbbfcd4f6 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:17:57.291730 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'name': 'tempest-TestMinimumBasicScenario-87018593-router', 'tenant_id': '742eda8f6dd04c44851a1bb68c1af382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '73f2fec5-690b-4301-9f51-98bf58fc521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:48Z', 'updated_at': '2021-07-27T11:17:51Z', 'revision_number': 4, 'project_id': '742eda8f6dd04c44851a1bb68c1af382', 'gw_port': {'id': '73f2fec5-690b-4301-9f51-98bf58fc521c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:48Z', 'updated_at': '2021-07-27T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '35336355-d6e0-4c0f-8314-175dbbfcd4f6', 'name': '', 'network_id': '9bb297b1-f3e2-43f0-9caa-73c6c89e919d', 'tenant_id': '742eda8f6dd04c44851a1bb68c1af382', 'mac_address': 'fa:16:3e:11:91:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9073e521-b852-4ead-b297-bd21f4c829d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:51Z', 'updated_at': '2021-07-27T11:17:56Z', 'revision_number': 4, 'project_id': '742eda8f6dd04c44851a1bb68c1af382', 'subnets': [{'id': '9073e521-b852-4ead-b297-bd21f4c829d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:17:57.326273 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc48932e-3213-4493-8b6d-2673e03055f2 None None] The sync data for ids ['f9014040-401a-423b-adcb-4829278ad0c8'] in dv-cinder-784956-7-iscsi is: [{'id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'name': 'tempest-TestMinimumBasicScenario-87018593-router', 'tenant_id': '742eda8f6dd04c44851a1bb68c1af382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '73f2fec5-690b-4301-9f51-98bf58fc521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:48Z', 'updated_at': '2021-07-27T11:17:51Z', 'revision_number': 4, 'project_id': '742eda8f6dd04c44851a1bb68c1af382', 'gw_port': {'id': '73f2fec5-690b-4301-9f51-98bf58fc521c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:48Z', 'updated_at': '2021-07-27T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '35336355-d6e0-4c0f-8314-175dbbfcd4f6', 'name': '', 'network_id': '9bb297b1-f3e2-43f0-9caa-73c6c89e919d', 'tenant_id': '742eda8f6dd04c44851a1bb68c1af382', 'mac_address': 'fa:16:3e:11:91:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9073e521-b852-4ead-b297-bd21f4c829d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:51Z', 'updated_at': '2021-07-27T11:17:56Z', 'revision_number': 4, 'project_id': '742eda8f6dd04c44851a1bb68c1af382', 'subnets': [{'id': '9073e521-b852-4ead-b297-bd21f4c829d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:17:57.371981 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning for port 35336355-d6e0-4c0f-8314-175dbbfcd4f6 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:17:57.382236 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 35336355-d6e0-4c0f-8314-175dbbfcd4f6 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:17:57.382753 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:57.493596 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:57.533587 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 35336355-d6e0-4c0f-8314-175dbbfcd4f6, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=35336355-d6e0-4c0f-8314-175dbbfcd4f6,segment=NetworkSegment(cadf4d47-91d4-4f66-8f3d-2b00ca150b05),segment_id=cadf4d47-91d4-4f66-8f3d-2b00ca150b05)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:17:57.541001 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:57.617012 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=35336355-d6e0-4c0f-8314-175dbbfcd4f6,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:59.024769 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 35336355-d6e0-4c0f-8314-175dbbfcd4f6 up at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:17:59.079838 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Provisioning complete for port 35336355-d6e0-4c0f-8314-175dbbfcd4f6 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:17:59.080216 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:59.359440 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 36186) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:59.489897 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-048fb012-bfad-4798-abe4-be68f64f3395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:59.592669 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-048fb012-bfad-4798-abe4-be68f64f3395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:59.597970 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-048fb012-bfad-4798-abe4-be68f64f3395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:59.642280 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 36194) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:17:59.642904 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-048fb012-bfad-4798-abe4-be68f64f3395 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81647d20d8e54be6babb427b5e7a70a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809124 Jul 27 11:17:59.643713 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fb012-bfad-4798-abe4-be68f64f3395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71947c9-1612-4088-9f6a-27c45747ddab,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:17:59.698164 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c08649ea-e35f-441f-9eb1-c9bdb7877086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:59.722378 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c08649ea-e35f-441f-9eb1-c9bdb7877086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:59.774218 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c08649ea-e35f-441f-9eb1-c9bdb7877086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:59.777734 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c08649ea-e35f-441f-9eb1-c9bdb7877086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:17:59.778924 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-c08649ea-e35f-441f-9eb1-c9bdb7877086 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b71947c9-1612-4088-9f6a-27c45747ddab HTTP/1.1" status: 204 len: 168 time: 0.1344254 Jul 27 11:17:59.789317 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08649ea-e35f-441f-9eb1-c9bdb7877086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71947c9-1612-4088-9f6a-27c45747ddab,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:00.080114 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 36200) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:00.094063 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ba66e895-7ef5-493f-bb18-30d40445b5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:00.199536 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ba66e895-7ef5-493f-bb18-30d40445b5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:00.204415 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ba66e895-7ef5-493f-bb18-30d40445b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:00.245066 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-ba66e895-7ef5-493f-bb18-30d40445b5e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a0e51f0dcbd4a2e8ee85549edf4e514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638718 Jul 27 11:18:00.245986 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66e895-7ef5-493f-bb18-30d40445b5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8149c519-dbff-4938-85dd-c22b29cc2e18,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:00.249047 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 36202) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:00.313906 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8d99e8d6-19ce-4765-a0a4-2b028801b6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:00.337155 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8d99e8d6-19ce-4765-a0a4-2b028801b6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:00.397889 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8d99e8d6-19ce-4765-a0a4-2b028801b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:00.400533 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8d99e8d6-19ce-4765-a0a4-2b028801b6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:00.404279 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-8d99e8d6-19ce-4765-a0a4-2b028801b6e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8149c519-dbff-4938-85dd-c22b29cc2e18 HTTP/1.1" status: 204 len: 168 time: 0.1523838 Jul 27 11:18:00.414213 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99e8d6-19ce-4765-a0a4-2b028801b6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8149c519-dbff-4938-85dd-c22b29cc2e18,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:03.143380 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-e7058974-5fd1-4992-aa6d-f27d610a983f tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:03.144760 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-e7058974-5fd1-4992-aa6d-f27d610a983f tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/networks?id=294ac441-db0a-4e56-8555-799be1e3df1c HTTP/1.1" status: 200 len: 814 time: 0.0967476 Jul 27 11:18:03.158971 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-e28462ee-7971-4f50-a9a0-3bc3c05bd29e tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/quotas/cf32821afb3846f9badac574a51c3e98 HTTP/1.1" status: 200 len: 375 time: 0.0086110 Jul 27 11:18:03.223882 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-cc4a22f3-7319-403f-b73b-f5b202c40641 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf32821afb3846f9badac574a51c3e98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598390 Jul 27 11:18:03.315316 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-1eda8cb9-e717-4879-868d-6acf0157c12e service neutron] 10.222.0.16 "GET /v2.0/networks/294ac441-db0a-4e56-8555-799be1e3df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798993 Jul 27 11:18:03.402443 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-c5165eff-fca8-4964-8e8f-4a891efedaf1 service neutron] 10.222.0.16 "GET /v2.0/networks/294ac441-db0a-4e56-8555-799be1e3df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811005 Jul 27 11:18:03.558611 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dee48e02-1b9b-4604-a947-2025c7ad25e4 req-5a887256-017c-4d40-af93-592a7ac05893 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 210 time: 0.0304084 Jul 27 11:18:04.360390 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:04.652355 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5353719d-c9e3-44f5-8428-97f7c9413253 req-a70aec29-3bda-4d56-99ee-2a57976a6287 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 210 time: 0.0284705 Jul 27 11:18:05.744453 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f28051de-3482-438f-8691-5a6246517901 req-758e3393-538c-40e8-a203-f5d60b0c75ac tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 210 time: 0.0282145 Jul 27 11:18:06.385839 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-42de9f88-06ce-4f9d-bc63-74ea103f8c51 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:06.387430 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-42de9f88-06ce-4f9d-bc63-74ea103f8c51 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.20 "GET /v2.0/networks?id=294ac441-db0a-4e56-8555-799be1e3df1c HTTP/1.1" status: 200 len: 814 time: 0.1072037 Jul 27 11:18:06.418213 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-40e707d5-6d9a-4fe8-97a6-753366164122 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Request body: {'port': {'device_id': 'af6da5c9-87ee-43f1-a481-dad9258b7d15', 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c', 'admin_state_up': True, 'tenant_id': 'cf32821afb3846f9badac574a51c3e98'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:18:06.533429 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-40e707d5-6d9a-4fe8-97a6-753366164122 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Made reservation on behalf of cf32821afb3846f9badac574a51c3e98 for: {'port': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:18:06.536939 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-40e707d5-6d9a-4fe8-97a6-753366164122 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:06.668239 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-40e707d5-6d9a-4fe8-97a6-753366164122 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Allocated IP 172.20.0.5 (294ac441-db0a-4e56-8555-799be1e3df1c/f378f375-5101-4000-82de-1eca2d40b1b3/7ce684d2-d9a2-41e0-b04f-b7659085ebff) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:18:06.832287 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-40e707d5-6d9a-4fe8-97a6-753366164122 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:06.847606 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-40e707d5-6d9a-4fe8-97a6-753366164122 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Transition to ACTIVE for port object 7ce684d2-d9a2-41e0-b04f-b7659085ebff will not be triggered until provisioned by entity DHCP. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:18:06.907691 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-40e707d5-6d9a-4fe8-97a6-753366164122 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:06.911248 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-077d9c90-9a73-4926-a38e-9f7aa0401efb req-2f287a94-4e85-431f-a358-31d724d2290d tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 210 time: 0.0914047 Jul 27 11:18:06.949276 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-40e707d5-6d9a-4fe8-97a6-753366164122 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Network 294ac441-db0a-4e56-8555-799be1e3df1c is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:18:06.952667 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-40e707d5-6d9a-4fe8-97a6-753366164122 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:18:06.956641 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-40e707d5-6d9a-4fe8-97a6-753366164122 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:18:07.010652 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-40e707d5-6d9a-4fe8-97a6-753366164122 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:07.011947 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-40e707d5-6d9a-4fe8-97a6-753366164122 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:07.032895 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-40e707d5-6d9a-4fe8-97a6-753366164122 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6188385 Jul 27 11:18:07.058898 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e707d5-6d9a-4fe8-97a6-753366164122 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Pushing event updated for resources: {'Port': ['ID=7ce684d2-d9a2-41e0-b04f-b7659085ebff,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:07.212105 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-9ab80911-b966-4350-9ce7-8d0c80a27c0e None None] Provisioning for port 7ce684d2-d9a2-41e0-b04f-b7659085ebff completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:18:07.212675 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-9ab80911-b966-4350-9ce7-8d0c80a27c0e None None] Provisioning complete for port 7ce684d2-d9a2-41e0-b04f-b7659085ebff triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:18:07.212675 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9ab80911-b966-4350-9ce7-8d0c80a27c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:07.252026 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-9ab80911-b966-4350-9ce7-8d0c80a27c0e None None] Port 7ce684d2-d9a2-41e0-b04f-b7659085ebff cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:18:08.048072 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1baf4-9edc-4928-b9de-11c748bd9ec6 req-46e627be-6694-491f-bff9-f39abcfc2b7c tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:08.049589 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9ac1baf4-9edc-4928-b9de-11c748bd9ec6 req-46e627be-6694-491f-bff9-f39abcfc2b7c tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 931 time: 0.0681677 Jul 27 11:18:08.089425 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9ac1baf4-9edc-4928-b9de-11c748bd9ec6 req-355006e9-4079-4ee6-8818-0ce7f5865a59 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333152 Jul 27 11:18:08.930345 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 36348) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:09.041292 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5465cb22-6fc3-434e-be6a-045e9f956456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:09.134742 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5465cb22-6fc3-434e-be6a-045e9f956456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:09.140059 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5465cb22-6fc3-434e-be6a-045e9f956456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:09.170861 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465cb22-6fc3-434e-be6a-045e9f956456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93878592-1e4b-4c31-a026-7c67f3a3da35,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:09.185925 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465cb22-6fc3-434e-be6a-045e9f956456 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:09.186278 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465cb22-6fc3-434e-be6a-045e9f956456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:09.186623 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465cb22-6fc3-434e-be6a-045e9f956456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:09.186959 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465cb22-6fc3-434e-be6a-045e9f956456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:09.187291 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465cb22-6fc3-434e-be6a-045e9f956456 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:09.187624 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465cb22-6fc3-434e-be6a-045e9f956456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:09.187952 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465cb22-6fc3-434e-be6a-045e9f956456 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:09.188280 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465cb22-6fc3-434e-be6a-045e9f956456 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:09.188606 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465cb22-6fc3-434e-be6a-045e9f956456 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:09.188928 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465cb22-6fc3-434e-be6a-045e9f956456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:09.189251 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465cb22-6fc3-434e-be6a-045e9f956456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:09.189600 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5465cb22-6fc3-434e-be6a-045e9f956456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:09.201787 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-5465cb22-6fc3-434e-be6a-045e9f956456 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3ffac63e49d4b0197047cd87f23fd6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682145 Jul 27 11:18:09.202576 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 36354) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:09.254482 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5a574be0-7ea3-4b12-9364-c60c00122ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:09.258483 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd392a7b-7513-4438-ad4b-a5d8d7e55b22 req-4db68044-4ad4-4c22-99cb-8c3ef904df69 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:09.260730 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fd392a7b-7513-4438-ad4b-a5d8d7e55b22 req-4db68044-4ad4-4c22-99cb-8c3ef904df69 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 931 time: 0.0794117 Jul 27 11:18:09.276588 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5a574be0-7ea3-4b12-9364-c60c00122ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:09.307115 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fd392a7b-7513-4438-ad4b-a5d8d7e55b22 req-a357ac1c-fa7c-4fc0-ac51-d09cc01edad4 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364611 Jul 27 11:18:09.326506 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5a574be0-7ea3-4b12-9364-c60c00122ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:09.326814 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5a574be0-7ea3-4b12-9364-c60c00122ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:09.327959 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-5a574be0-7ea3-4b12-9364-c60c00122ff4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93878592-1e4b-4c31-a026-7c67f3a3da35 HTTP/1.1" status: 204 len: 168 time: 0.1244714 Jul 27 11:18:09.336486 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a574be0-7ea3-4b12-9364-c60c00122ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93878592-1e4b-4c31-a026-7c67f3a3da35,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:10.458283 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1e435-fe98-48c5-b16b-5177d465914b req-4e847878-3a95-483b-bace-75b71ef9db24 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:10.459874 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cae1e435-fe98-48c5-b16b-5177d465914b req-4e847878-3a95-483b-bace-75b71ef9db24 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 931 time: 0.0807652 Jul 27 11:18:10.499669 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cae1e435-fe98-48c5-b16b-5177d465914b req-20d841ed-444b-44d7-a9de-3d4e92c8e01c tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319676 Jul 27 11:18:11.646210 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a778adc-d13d-41a1-8ce4-e9193dbadb5c req-fdfdfd99-5235-485c-a8d1-664c5f1b4393 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:11.648796 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6a778adc-d13d-41a1-8ce4-e9193dbadb5c req-fdfdfd99-5235-485c-a8d1-664c5f1b4393 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 931 time: 0.0805655 Jul 27 11:18:11.710056 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6a778adc-d13d-41a1-8ce4-e9193dbadb5c req-5966c1b7-eaf3-4f98-bf80-702a273042c6 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499027 Jul 27 11:18:12.842263 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fe415-f5c4-42e8-965d-ec9a346ab205 req-cf3456f3-7a0b-41ab-a80f-c6f9f291426a tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:12.843756 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9b6fe415-f5c4-42e8-965d-ec9a346ab205 req-cf3456f3-7a0b-41ab-a80f-c6f9f291426a tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 931 time: 0.0658014 Jul 27 11:18:12.881033 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9b6fe415-f5c4-42e8-965d-ec9a346ab205 req-a4ec9f9e-c231-4389-8fcf-d3e0955a8071 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304310 Jul 27 11:18:14.016601 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78267-99fb-4daf-b3d6-6b497bdab289 req-2ad8d317-23a5-4e57-8a31-6346512f4327 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:14.018084 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-21b78267-99fb-4daf-b3d6-6b497bdab289 req-2ad8d317-23a5-4e57-8a31-6346512f4327 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 931 time: 0.0656619 Jul 27 11:18:14.059146 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-21b78267-99fb-4daf-b3d6-6b497bdab289 req-a819abcc-55c0-455a-9106-a35c4649bcd9 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346875 Jul 27 11:18:15.194779 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638ac14-eecf-49e2-8c02-8686d5cc7de1 req-0148915c-9d17-42fd-a0aa-8df21930ef41 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:15.197878 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6638ac14-eecf-49e2-8c02-8686d5cc7de1 req-0148915c-9d17-42fd-a0aa-8df21930ef41 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 931 time: 0.0687025 Jul 27 11:18:15.234365 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6638ac14-eecf-49e2-8c02-8686d5cc7de1 req-aa52b846-3e59-4270-9435-12e77a91a20b tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318730 Jul 27 11:18:16.429166 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859703b-efe5-41b4-bb24-bf75d9d7ff0e req-55b43a80-f0a0-480b-82e9-1f38628124ee tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:16.429975 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f859703b-efe5-41b4-bb24-bf75d9d7ff0e req-55b43a80-f0a0-480b-82e9-1f38628124ee tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 931 time: 0.1158190 Jul 27 11:18:16.480510 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f859703b-efe5-41b4-bb24-bf75d9d7ff0e req-92aaf833-6bb8-446c-9fdf-f88674ef67a5 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441942 Jul 27 11:18:17.607463 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdce1a5-279b-496e-8d0c-9697adc4405e req-7ab045f7-87bf-4d38-a753-3646be824b71 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:17.609198 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9cdce1a5-279b-496e-8d0c-9697adc4405e req-7ab045f7-87bf-4d38-a753-3646be824b71 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 931 time: 0.0626233 Jul 27 11:18:17.646182 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9cdce1a5-279b-496e-8d0c-9697adc4405e req-ea8c0ac4-62ac-4226-b28a-e80d79ccd9a5 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311568 Jul 27 11:18:18.355793 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9e29-0fda-4266-88f4-de6366d6e800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:18.769464 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb7e7a-096b-422a-b6a1-5035e966f98b req-9754d4c2-e1ab-4336-9864-7d743b93ecec tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:18.770928 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-81eb7e7a-096b-422a-b6a1-5035e966f98b req-9754d4c2-e1ab-4336-9864-7d743b93ecec tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 931 time: 0.0612946 Jul 27 11:18:18.808023 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-81eb7e7a-096b-422a-b6a1-5035e966f98b req-bd1e6a2c-0a2a-45f6-b957-fdd2789b03de tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307763 Jul 27 11:18:19.936374 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530568a-74d3-44b3-a957-66022987a466 req-b76884b3-51c0-455a-924d-62d1548fcdfe tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:19.937980 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1530568a-74d3-44b3-a957-66022987a466 req-b76884b3-51c0-455a-924d-62d1548fcdfe tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 931 time: 0.0653412 Jul 27 11:18:19.973869 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1530568a-74d3-44b3-a957-66022987a466 req-cbeb3051-b50f-464b-a696-670f42fcd749 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299578 Jul 27 11:18:20.221138 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Request body: {'port': {'device_id': 'af6da5c9-87ee-43f1-a481-dad9258b7d15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:18:20.288454 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:20.540719 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce684d2-d9a2-41e0-b04f-b7659085ebff {{(pid=93200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:18:20.547765 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:20.558933 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Transition to ACTIVE for port object 7ce684d2-d9a2-41e0-b04f-b7659085ebff will not be triggered until provisioned by entity L2. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:18:20.561966 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:20.628958 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Pushing event updated for resources: {'Port': ['ID=7ce684d2-d9a2-41e0-b04f-b7659085ebff,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:20.680343 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Attempting to bind port 7ce684d2-d9a2-41e0-b04f-b7659085ebff on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:18:20.680681 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Attempting to bind port 7ce684d2-d9a2-41e0-b04f-b7659085ebff by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '99567de5-aa51-405d-8e0b-abdd5c962c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c'}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:18:20.681008 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Attempting to bind port 7ce684d2-d9a2-41e0-b04f-b7659085ebff on network 294ac441-db0a-4e56-8555-799be1e3df1c {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:18:20.685572 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Port 7ce684d2-d9a2-41e0-b04f-b7659085ebff on network 294ac441-db0a-4e56-8555-799be1e3df1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:18:20.685908 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Attempting to bind port 7ce684d2-d9a2-41e0-b04f-b7659085ebff on network 294ac441-db0a-4e56-8555-799be1e3df1c {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:18:20.691088 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:18:20.691430 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Checking segment: {'id': '99567de5-aa51-405d-8e0b-abdd5c962c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:18:20.691801 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Bound using segment: {'id': '99567de5-aa51-405d-8e0b-abdd5c962c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c'} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:18:20.692224 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Bound port: 7ce684d2-d9a2-41e0-b04f-b7659085ebff, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99567de5-aa51-405d-8e0b-abdd5c962c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c'}}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:18:20.692587 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:20.761042 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] For port 7ce684d2-d9a2-41e0-b04f-b7659085ebff, host hv-cinder-78495, cleared binding levels {{(pid=93200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:18:20.763999 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] For port 7ce684d2-d9a2-41e0-b04f-b7659085ebff, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7ce684d2-d9a2-41e0-b04f-b7659085ebff,segment=NetworkSegment(99567de5-aa51-405d-8e0b-abdd5c962c8e),segment_id=99567de5-aa51-405d-8e0b-abdd5c962c8e)] {{(pid=93200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:18:20.768368 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:20.801060 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:20.801693 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:20.803085 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] 10.222.0.20 "PUT /v2.0/ports/7ce684d2-d9a2-41e0-b04f-b7659085ebff HTTP/1.1" status: 200 len: 1093 time: 0.5863183 Jul 27 11:18:20.803510 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6da5c9-87ee-43f1-a481-dad9258b7d15', 'tag': '7ce684d2-d9a2-41e0-b04f-b7659085ebff'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:18:20.805734 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e559d8d2-4724-47d2-a147-e16af88052ca" -d '{"events": [{"name": "network-changed", "server_uuid": "af6da5c9-87ee-43f1-a481-dad9258b7d15", "tag": "7ce684d2-d9a2-41e0-b04f-b7659085ebff"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:18:20.842315 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6ffe2-b48f-4345-99e2-17ec83ceb6db service neutron] Pushing event updated for resources: {'Port': ['ID=7ce684d2-d9a2-41e0-b04f-b7659085ebff,revision_number=3']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:20.858142 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2d72a9-271a-43ca-b641-5d9fae8ce09d x-openstack-request-id: req-df2d72a9-271a-43ca-b641-5d9fae8ce09d {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:18:20.858692 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6da5c9-87ee-43f1-a481-dad9258b7d15", "tag": "7ce684d2-d9a2-41e0-b04f-b7659085ebff", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:18:20.858931 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df2d72a9-271a-43ca-b641-5d9fae8ce09d {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:18:20.859539 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6da5c9-87ee-43f1-a481-dad9258b7d15', 'tag': '7ce684d2-d9a2-41e0-b04f-b7659085ebff', 'status': 'completed', 'code': 200} Jul 27 11:18:20.931322 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-fee4ad33-0b10-445f-81f8-d1ce41be7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:20.932839 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-fee4ad33-0b10-445f-81f8-d1ce41be7960 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf32821afb3846f9badac574a51c3e98&device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 1096 time: 0.0578003 Jul 27 11:18:20.982200 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-2fc74679-f012-440e-b3b8-64d933fc4446 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ce684d2-d9a2-41e0-b04f-b7659085ebff HTTP/1.1" status: 200 len: 217 time: 0.0366583 Jul 27 11:18:21.031787 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-514f9271-ce50-4ab1-ad0e-ed113e4ddbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:21.033280 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-514f9271-ce50-4ab1-ad0e-ed113e4ddbee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f378f375-5101-4000-82de-1eca2d40b1b3 HTTP/1.1" status: 200 len: 853 time: 0.0439572 Jul 27 11:18:21.235700 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:21.332623 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-44411555-0a54-4f43-93ad-60e931cd83af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:21.421728 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-73614fa5-7ad7-41fa-ae38-aea1c6d7abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:21.423221 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-73614fa5-7ad7-41fa-ae38-aea1c6d7abc9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=294ac441-db0a-4e56-8555-799be1e3df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3757768 Jul 27 11:18:21.432172 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73f493-e5d5-4133-a9da-b7c0b3eea2eb req-4313d324-2db7-431b-bbec-c563f7371760 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:21.433631 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8d73f493-e5d5-4133-a9da-b7c0b3eea2eb req-4313d324-2db7-431b-bbec-c563f7371760 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 943 time: 0.3944261 Jul 27 11:18:21.515479 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8d73f493-e5d5-4133-a9da-b7c0b3eea2eb req-d6ad42bb-1d52-430a-aed9-d8ffd0ef1097 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729640 Jul 27 11:18:21.553084 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-f5ed01b5-8af9-4d40-b4d5-698876aea413 service neutron] 10.222.0.20 "GET /v2.0/networks/294ac441-db0a-4e56-8555-799be1e3df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184459 Jul 27 11:18:21.664289 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ff39cce-5ace-49e2-9010-c191f0be0e18 req-3b9894d3-7d3f-45a9-b861-1046c07c9f7f service neutron] 10.222.0.20 "GET /v2.0/networks/294ac441-db0a-4e56-8555-799be1e3df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040671 Jul 27 11:18:21.815592 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559d8d2-4724-47d2-a147-e16af88052ca req-b85df1bc-3451-49f6-ae4e-9bdc2140105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:21.817048 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e559d8d2-4724-47d2-a147-e16af88052ca req-b85df1bc-3451-49f6-ae4e-9bdc2140105b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf32821afb3846f9badac574a51c3e98&device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 1096 time: 0.0527143 Jul 27 11:18:21.907925 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559d8d2-4724-47d2-a147-e16af88052ca req-6679408b-96b0-4bf3-9410-c1adfd89f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:21.909374 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e559d8d2-4724-47d2-a147-e16af88052ca req-6679408b-96b0-4bf3-9410-c1adfd89f83e service neutron] 10.222.0.20 "GET /v2.0/networks?id=294ac441-db0a-4e56-8555-799be1e3df1c HTTP/1.1" status: 200 len: 914 time: 0.0835049 Jul 27 11:18:21.950170 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e559d8d2-4724-47d2-a147-e16af88052ca req-39b204c1-c314-4cd2-a04f-043252dd0f2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ce684d2-d9a2-41e0-b04f-b7659085ebff HTTP/1.1" status: 200 len: 217 time: 0.0321486 Jul 27 11:18:21.999226 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559d8d2-4724-47d2-a147-e16af88052ca req-f6ce01b2-1d69-47be-981d-a3c06c8c6ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:22.000648 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e559d8d2-4724-47d2-a147-e16af88052ca req-f6ce01b2-1d69-47be-981d-a3c06c8c6ce2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f378f375-5101-4000-82de-1eca2d40b1b3 HTTP/1.1" status: 200 len: 853 time: 0.0427146 Jul 27 11:18:22.058906 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559d8d2-4724-47d2-a147-e16af88052ca req-853e3a86-a69b-4e41-85ff-677e629f4a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:22.060348 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e559d8d2-4724-47d2-a147-e16af88052ca req-853e3a86-a69b-4e41-85ff-677e629f4a02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=294ac441-db0a-4e56-8555-799be1e3df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515416 Jul 27 11:18:22.151624 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e559d8d2-4724-47d2-a147-e16af88052ca req-fa8af743-fc10-4b68-835b-efbb2c1f8825 service neutron] 10.222.0.20 "GET /v2.0/networks/294ac441-db0a-4e56-8555-799be1e3df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822875 Jul 27 11:18:22.237734 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e559d8d2-4724-47d2-a147-e16af88052ca req-b56b80e8-17b3-413e-a81e-96d21ae88ba4 service neutron] 10.222.0.20 "GET /v2.0/networks/294ac441-db0a-4e56-8555-799be1e3df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781674 Jul 27 11:18:22.590342 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:22.648056 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b24c4-9377-4897-9c78-933715a7a5bd req-437a1724-8478-4cba-853d-d8220657e144 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:22.649549 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c66b24c4-9377-4897-9c78-933715a7a5bd req-437a1724-8478-4cba-853d-d8220657e144 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 943 time: 0.0674663 Jul 27 11:18:22.690285 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c66b24c4-9377-4897-9c78-933715a7a5bd req-254b0554-f418-43f7-a562-360ccef4c094 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347509 Jul 27 11:18:23.816799 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5407eb2-2af5-4c0e-bd82-a9fdeed8fffa req-69744356-c8e6-4572-b420-b6e5bf7491cf tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:23.818788 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e5407eb2-2af5-4c0e-bd82-a9fdeed8fffa req-69744356-c8e6-4572-b420-b6e5bf7491cf tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 943 time: 0.0639057 Jul 27 11:18:23.855565 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e5407eb2-2af5-4c0e-bd82-a9fdeed8fffa req-320d6afb-8617-4f39-80fa-7de00ce0bdb3 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309639 Jul 27 11:18:24.074662 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:24.988604 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8c983-49b3-4dcb-9a94-9d90e0c4ac35 req-42f92e1f-5a8e-4026-807e-dd07802d4fd9 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:24.990225 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f4b8c983-49b3-4dcb-9a94-9d90e0c4ac35 req-42f92e1f-5a8e-4026-807e-dd07802d4fd9 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 943 time: 0.0675013 Jul 27 11:18:25.028134 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f4b8c983-49b3-4dcb-9a94-9d90e0c4ac35 req-dea5caba-679d-4fcb-9a31-0fee72a8e2e2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318558 Jul 27 11:18:25.822372 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 7ce684d2-d9a2-41e0-b04f-b7659085ebff details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:18:25.914221 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 7ce684d2-d9a2-41e0-b04f-b7659085ebff, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7ce684d2-d9a2-41e0-b04f-b7659085ebff,segment=NetworkSegment(99567de5-aa51-405d-8e0b-abdd5c962c8e),segment_id=99567de5-aa51-405d-8e0b-abdd5c962c8e)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:18:25.925161 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '7ce684d2-d9a2-41e0-b04f-b7659085ebff', 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c', 'port_id': '7ce684d2-d9a2-41e0-b04f-b7659085ebff', 'mac_address': 'fa:16:3e:a6:fe:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:18:25.963917 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:25.976672 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce684d2-d9a2-41e0-b04f-b7659085ebff {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:18:25.996708 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 7ce684d2-d9a2-41e0-b04f-b7659085ebff, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7ce684d2-d9a2-41e0-b04f-b7659085ebff,segment=NetworkSegment(99567de5-aa51-405d-8e0b-abdd5c962c8e),segment_id=99567de5-aa51-405d-8e0b-abdd5c962c8e)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:18:26.000873 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:26.051485 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=7ce684d2-d9a2-41e0-b04f-b7659085ebff,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:26.174380 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586de46-8a40-4689-ae37-90434e5527eb req-c60df36f-96a6-4964-a5ec-3cebac2a10ff tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:26.175891 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0586de46-8a40-4689-ae37-90434e5527eb req-c60df36f-96a6-4964-a5ec-3cebac2a10ff tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 944 time: 0.0672939 Jul 27 11:18:26.214113 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0586de46-8a40-4689-ae37-90434e5527eb req-2e4060d6-8f29-4c3e-9403-a9481b5de782 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315564 Jul 27 11:18:26.318920 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['7ce684d2-d9a2-41e0-b04f-b7659085ebff'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:18:27.353904 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffba68-c61f-4fab-9dd5-9878e6c33bc7 req-3daed4c2-85b4-436b-8018-c78a76aa7f68 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:27.355591 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5fffba68-c61f-4fab-9dd5-9878e6c33bc7 req-3daed4c2-85b4-436b-8018-c78a76aa7f68 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 944 time: 0.0713189 Jul 27 11:18:27.409200 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5fffba68-c61f-4fab-9dd5-9878e6c33bc7 req-628de939-5cf7-4c2b-ba8c-c28e79362888 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468440 Jul 27 11:18:27.526490 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 7ce684d2-d9a2-41e0-b04f-b7659085ebff up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:18:27.577839 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port 7ce684d2-d9a2-41e0-b04f-b7659085ebff completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:18:27.581940 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 7ce684d2-d9a2-41e0-b04f-b7659085ebff triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:18:27.582309 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:27.657096 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:27.681440 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6da5c9-87ee-43f1-a481-dad9258b7d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce684d2-d9a2-41e0-b04f-b7659085ebff'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:18:27.683641 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08afafaa-c92b-4eb7-a129-bbdf5e49643b" -d '{"events": [{"server_uuid": "af6da5c9-87ee-43f1-a481-dad9258b7d15", "name": "network-vif-plugged", "status": "completed", "tag": "7ce684d2-d9a2-41e0-b04f-b7659085ebff"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:18:27.696664 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 7ce684d2-d9a2-41e0-b04f-b7659085ebff, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7ce684d2-d9a2-41e0-b04f-b7659085ebff,segment=NetworkSegment(99567de5-aa51-405d-8e0b-abdd5c962c8e),segment_id=99567de5-aa51-405d-8e0b-abdd5c962c8e)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:18:27.701349 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:27.724819 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f0aadc-963f-468e-b70a-05e2fe686b9b x-openstack-request-id: req-41f0aadc-963f-468e-b70a-05e2fe686b9b {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:18:27.725231 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6da5c9-87ee-43f1-a481-dad9258b7d15", "name": "network-vif-plugged", "status": "completed", "tag": "7ce684d2-d9a2-41e0-b04f-b7659085ebff", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:18:27.726076 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41f0aadc-963f-468e-b70a-05e2fe686b9b {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:18:27.726475 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6da5c9-87ee-43f1-a481-dad9258b7d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce684d2-d9a2-41e0-b04f-b7659085ebff', 'code': 200} Jul 27 11:18:27.751042 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=7ce684d2-d9a2-41e0-b04f-b7659085ebff,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:27.946300 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06296c6-4c6a-4a45-8222-17fffa940b8a req-d589f193-e8dc-4f98-ba35-a3b68c0ba42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:27.947804 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f06296c6-4c6a-4a45-8222-17fffa940b8a req-d589f193-e8dc-4f98-ba35-a3b68c0ba42e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 1098 time: 0.0567458 Jul 27 11:18:27.985156 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f06296c6-4c6a-4a45-8222-17fffa940b8a req-d03a2ae1-427b-45ea-ade1-af05fefd37fc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291517 Jul 27 11:18:28.539437 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4013ee-39bb-4d17-a974-cfe471263dd6 req-5184df8e-f4ac-40be-95b8-1e2e80aae94d tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:28.540917 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ba4013ee-39bb-4d17-a974-cfe471263dd6 req-5184df8e-f4ac-40be-95b8-1e2e80aae94d tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 945 time: 0.0642624 Jul 27 11:18:28.579048 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ba4013ee-39bb-4d17-a974-cfe471263dd6 req-2db64335-9536-41b0-90a8-257938a31cb4 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322831 Jul 27 11:18:29.715517 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62c1c1-8869-4c02-bcb8-fcaae35698bd req-d60f5e05-f8b5-469e-a26a-3a8e0a02bca6 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:29.716934 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ae62c1c1-8869-4c02-bcb8-fcaae35698bd req-d60f5e05-f8b5-469e-a26a-3a8e0a02bca6 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 945 time: 0.0701325 Jul 27 11:18:29.756893 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ae62c1c1-8869-4c02-bcb8-fcaae35698bd req-a7ada24a-bf69-449f-9987-584b3e0444d7 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337141 Jul 27 11:18:29.892251 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053469f-f3b0-4832-8394-ac17421651d7 req-584a5b6f-acbd-44ad-9204-c68367c6e6d6 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:29.893787 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4053469f-f3b0-4832-8394-ac17421651d7 req-584a5b6f-acbd-44ad-9204-c68367c6e6d6 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 945 time: 0.0658634 Jul 27 11:18:29.933360 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4053469f-f3b0-4832-8394-ac17421651d7 req-6a4f60cd-787c-47b0-9156-c94d8d235883 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327618 Jul 27 11:18:30.278146 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314b7a4-3522-4ced-819b-0e1dac5e891b req-c5ea6df6-35bd-465e-8a24-d9eac1536eab tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:30.279542 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e314b7a4-3522-4ced-819b-0e1dac5e891b req-c5ea6df6-35bd-465e-8a24-d9eac1536eab tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 945 time: 0.0635023 Jul 27 11:18:30.317060 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e314b7a4-3522-4ced-819b-0e1dac5e891b req-d9dfbdb6-a12f-4d6b-9e8d-7951f2f19395 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308311 Jul 27 11:18:30.696561 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:18:30.779811 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-b059b88e-b0ca-4eb1-9d2f-cddfdc427308 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-667800215&fields=id&tenant_id=7acac7893f11409bb6e68649aa669c09 HTTP/1.1" status: 200 len: 267 time: 0.0360410 Jul 27 11:18:30.883121 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-ce5d761e-743e-4258-904e-1f70416e7481 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:30.884592 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-ce5d761e-743e-4258-904e-1f70416e7481 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/networks?id=af679c04-6673-4ea8-9860-92c76665bdfa HTTP/1.1" status: 200 len: 811 time: 0.0982940 Jul 27 11:18:30.899459 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-d4f094e7-cd52-434d-9467-72922f1b59a8 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/quotas/7acac7893f11409bb6e68649aa669c09 HTTP/1.1" status: 200 len: 375 time: 0.0091655 Jul 27 11:18:30.971865 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-b57ca091-f795-4517-8c0b-da44d3257ca5 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7acac7893f11409bb6e68649aa669c09&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0670576 Jul 27 11:18:31.161578 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-31020b62-51e5-4a21-b816-861469383275 service neutron] 10.222.0.16 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770756 Jul 27 11:18:31.250588 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-50cbe2d5-c29c-4eaf-851f-1dbe277c4f63 service neutron] 10.222.0.16 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817375 Jul 27 11:18:32.557028 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4937b11f-23a3-4c3a-ae20-4f6b6af3a4e8 req-65cb3083-f235-4c55-bac0-9df53a6f7a28 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 210 time: 0.0340621 Jul 27 11:18:33.639743 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-853995f7-0698-4793-8e3c-20a8cf336c20 req-933eb6fa-a078-4a0f-8347-179dcccaeba2 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 210 time: 0.0319166 Jul 27 11:18:34.366853 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:34.718619 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-672568da-24ed-4393-bc3d-86ab4b18b8c8 req-56094662-6842-4744-9bba-0ead7ad2ada8 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 210 time: 0.0306466 Jul 27 11:18:35.687608 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-c0b065c2-1427-4eb8-8912-d638bab99641 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:35.689202 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-c0b065c2-1427-4eb8-8912-d638bab99641 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.20 "GET /v2.0/networks?id=af679c04-6673-4ea8-9860-92c76665bdfa HTTP/1.1" status: 200 len: 811 time: 0.1077814 Jul 27 11:18:35.739460 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-ee60e170-52c8-4e73-b69d-3ac9c3ba08e3 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7acac7893f11409bb6e68649aa669c09 HTTP/1.1" status: 200 len: 379 time: 0.0342019 Jul 27 11:18:35.750641 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-e21ad61e-645f-4ad7-a6a4-f6fa922bd548 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Request body: {'port': {'device_id': '8545f5f7-116c-4383-acff-0864c80fcacb', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'admin_state_up': True, 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'security_groups': ['cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf']}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:18:35.830709 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-13b7033f-288f-4bed-bc4f-8d6267094feb req-c1893373-eff9-4ec1-91e8-68b80db6e428 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 210 time: 0.0381851 Jul 27 11:18:35.888013 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-e21ad61e-645f-4ad7-a6a4-f6fa922bd548 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Made reservation on behalf of 7acac7893f11409bb6e68649aa669c09 for: {'port': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:18:35.891678 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-e21ad61e-645f-4ad7-a6a4-f6fa922bd548 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:36.015922 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-e21ad61e-645f-4ad7-a6a4-f6fa922bd548 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Allocated IP 172.20.0.8 (af679c04-6673-4ea8-9860-92c76665bdfa/74735343-f925-4e4d-b5ea-c422b0799ca4/2947cfc3-1a43-4051-aeac-3ede2563423a) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:18:36.165233 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-e21ad61e-645f-4ad7-a6a4-f6fa922bd548 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:36.178147 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-e21ad61e-645f-4ad7-a6a4-f6fa922bd548 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Transition to ACTIVE for port object 2947cfc3-1a43-4051-aeac-3ede2563423a will not be triggered until provisioned by entity DHCP. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:18:36.210786 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-e21ad61e-645f-4ad7-a6a4-f6fa922bd548 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:36.250808 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-e21ad61e-645f-4ad7-a6a4-f6fa922bd548 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Network af679c04-6673-4ea8-9860-92c76665bdfa is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:18:36.253854 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-e21ad61e-645f-4ad7-a6a4-f6fa922bd548 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:18:36.260002 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-e21ad61e-645f-4ad7-a6a4-f6fa922bd548 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:18:36.284618 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ad61e-645f-4ad7-a6a4-f6fa922bd548 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event updated for resources: {'Port': ['ID=2947cfc3-1a43-4051-aeac-3ede2563423a,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:36.315059 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-e21ad61e-645f-4ad7-a6a4-f6fa922bd548 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:36.315714 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-e21ad61e-645f-4ad7-a6a4-f6fa922bd548 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:36.332870 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-e21ad61e-645f-4ad7-a6a4-f6fa922bd548 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5865309 Jul 27 11:18:36.351945 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Request body: {'port': {'device_id': '8545f5f7-116c-4383-acff-0864c80fcacb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:18:36.437620 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:36.492928 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-9d238a47-a503-47c4-af28-6a9d5ff249e4 None None] Provisioning for port 2947cfc3-1a43-4051-aeac-3ede2563423a completed by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:18:36.496720 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-9d238a47-a503-47c4-af28-6a9d5ff249e4 None None] Provisioning complete for port 2947cfc3-1a43-4051-aeac-3ede2563423a triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:18:36.497727 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9d238a47-a503-47c4-af28-6a9d5ff249e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:36.532408 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-9d238a47-a503-47c4-af28-6a9d5ff249e4 None None] Port 2947cfc3-1a43-4051-aeac-3ede2563423a cannot update to ACTIVE because it is not bound. {{(pid=93201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 11:18:36.695260 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2947cfc3-1a43-4051-aeac-3ede2563423a {{(pid=93200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:18:36.702677 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:36.714211 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Transition to ACTIVE for port object 2947cfc3-1a43-4051-aeac-3ede2563423a will not be triggered until provisioned by entity L2. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:18:36.718237 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:36.788331 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Pushing event updated for resources: {'Port': ['ID=2947cfc3-1a43-4051-aeac-3ede2563423a,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:36.841426 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Attempting to bind port 2947cfc3-1a43-4051-aeac-3ede2563423a on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:18:36.841777 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Attempting to bind port 2947cfc3-1a43-4051-aeac-3ede2563423a by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:18:36.842107 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Attempting to bind port 2947cfc3-1a43-4051-aeac-3ede2563423a on network af679c04-6673-4ea8-9860-92c76665bdfa {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:18:36.846587 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Port 2947cfc3-1a43-4051-aeac-3ede2563423a on network af679c04-6673-4ea8-9860-92c76665bdfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:18:36.846906 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Attempting to bind port 2947cfc3-1a43-4051-aeac-3ede2563423a on network af679c04-6673-4ea8-9860-92c76665bdfa {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:18:36.853255 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:18:36.853754 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Checking segment: {'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:18:36.854208 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Bound using segment: {'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:18:36.854655 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Bound port: 2947cfc3-1a43-4051-aeac-3ede2563423a, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c8a8e1-5cf5-423f-b578-75c4785235d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa'}}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:18:36.855017 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:36.936976 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] For port 2947cfc3-1a43-4051-aeac-3ede2563423a, host hv-cinder-78495, cleared binding levels {{(pid=93200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:18:36.974036 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] For port 2947cfc3-1a43-4051-aeac-3ede2563423a, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2947cfc3-1a43-4051-aeac-3ede2563423a,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:18:36.982217 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:37.015964 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:37.016407 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:37.018073 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] 10.222.0.20 "PUT /v2.0/ports/2947cfc3-1a43-4051-aeac-3ede2563423a HTTP/1.1" status: 200 len: 1093 time: 0.6705410 Jul 27 11:18:37.020603 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8545f5f7-116c-4383-acff-0864c80fcacb', 'tag': '2947cfc3-1a43-4051-aeac-3ede2563423a'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:18:37.022914 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a67851a-d893-4b80-be91-cec5531d2834" -d '{"events": [{"name": "network-changed", "server_uuid": "8545f5f7-116c-4383-acff-0864c80fcacb", "tag": "2947cfc3-1a43-4051-aeac-3ede2563423a"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:18:37.076571 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba9866-efb0-4ffd-8352-5ba210d67a8d req-f180d40a-cf92-4ab3-b0a1-74a36cdd4ca4 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:37.081896 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7cba9866-efb0-4ffd-8352-5ba210d67a8d req-f180d40a-cf92-4ab3-b0a1-74a36cdd4ca4 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 943 time: 0.1593256 Jul 27 11:18:37.083439 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97a0420-0958-4b22-a1e5-e410cc84b391 x-openstack-request-id: req-b97a0420-0958-4b22-a1e5-e410cc84b391 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:18:37.083773 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8545f5f7-116c-4383-acff-0864c80fcacb", "tag": "2947cfc3-1a43-4051-aeac-3ede2563423a", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:18:37.084023 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b97a0420-0958-4b22-a1e5-e410cc84b391 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:18:37.084438 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8545f5f7-116c-4383-acff-0864c80fcacb', 'tag': '2947cfc3-1a43-4051-aeac-3ede2563423a', 'status': 'completed', 'code': 200} Jul 27 11:18:37.094790 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89a1c1-3278-43d1-91cf-312e3fdfe32e service neutron] Pushing event updated for resources: {'Port': ['ID=2947cfc3-1a43-4051-aeac-3ede2563423a,revision_number=3']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:37.151667 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7cba9866-efb0-4ffd-8352-5ba210d67a8d req-0613504f-cbbb-49e7-b178-3bf150b05fbf tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642018 Jul 27 11:18:37.178558 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-b15d19f7-84ab-43f6-921f-650dcc6b9e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:37.180064 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-b15d19f7-84ab-43f6-921f-650dcc6b9e6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7acac7893f11409bb6e68649aa669c09&device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 1096 time: 0.0722237 Jul 27 11:18:37.233709 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-a318dc52-2b03-4385-8e49-3f1a447ea8a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2947cfc3-1a43-4051-aeac-3ede2563423a HTTP/1.1" status: 200 len: 217 time: 0.0379250 Jul 27 11:18:37.283324 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-6867d05b-daaa-4552-a2f7-bcad2e70a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:37.285365 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-6867d05b-daaa-4552-a2f7-bcad2e70a9e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74735343-f925-4e4d-b5ea-c422b0799ca4 HTTP/1.1" status: 200 len: 850 time: 0.0448649 Jul 27 11:18:37.345869 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-e1b27fb0-01cf-4bf8-ad65-091ee362d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:37.347177 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-e1b27fb0-01cf-4bf8-ad65-091ee362d11b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af679c04-6673-4ea8-9860-92c76665bdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529335 Jul 27 11:18:37.446316 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-759d5ce3-67e1-4f19-84da-eda3150ac3c6 service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862136 Jul 27 11:18:37.535091 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf4c52c8-6f4d-4f3f-99fd-4b551fa9462e req-e4de2434-a41d-4e72-bfef-cb93ff3a9b13 service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808334 Jul 27 11:18:37.671969 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67851a-d893-4b80-be91-cec5531d2834 req-ea973469-860c-4592-af0b-53f71a092294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:37.673492 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5a67851a-d893-4b80-be91-cec5531d2834 req-ea973469-860c-4592-af0b-53f71a092294 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7acac7893f11409bb6e68649aa669c09&device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 1096 time: 0.0584970 Jul 27 11:18:37.766113 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67851a-d893-4b80-be91-cec5531d2834 req-9f5b2700-54db-4f84-81e9-17c2248e0d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:37.767593 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5a67851a-d893-4b80-be91-cec5531d2834 req-9f5b2700-54db-4f84-81e9-17c2248e0d84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=af679c04-6673-4ea8-9860-92c76665bdfa HTTP/1.1" status: 200 len: 911 time: 0.0844727 Jul 27 11:18:37.808667 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5a67851a-d893-4b80-be91-cec5531d2834 req-cbaec4ca-be36-499d-93c5-79ce4f1bb17d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2947cfc3-1a43-4051-aeac-3ede2563423a HTTP/1.1" status: 200 len: 217 time: 0.0337861 Jul 27 11:18:37.860167 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67851a-d893-4b80-be91-cec5531d2834 req-a5521239-73f9-43b8-add9-e4def28b48d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:37.861594 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5a67851a-d893-4b80-be91-cec5531d2834 req-a5521239-73f9-43b8-add9-e4def28b48d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74735343-f925-4e4d-b5ea-c422b0799ca4 HTTP/1.1" status: 200 len: 850 time: 0.0455990 Jul 27 11:18:37.922090 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67851a-d893-4b80-be91-cec5531d2834 req-d26196e0-c53d-4a8d-887f-7279457a3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:37.923588 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5a67851a-d893-4b80-be91-cec5531d2834 req-d26196e0-c53d-4a8d-887f-7279457a3629 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af679c04-6673-4ea8-9860-92c76665bdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538661 Jul 27 11:18:38.013241 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5a67851a-d893-4b80-be91-cec5531d2834 req-c08ff4c1-5a62-464a-9095-3070c4ba4bc0 service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811324 Jul 27 11:18:38.107580 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5a67851a-d893-4b80-be91-cec5531d2834 req-f54d18ff-93c4-436f-9ca8-8a1c4b1e16c5 service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852811 Jul 27 11:18:38.282123 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d2738-04e1-4c42-aaa3-9eb19980382d req-2038d90b-ae5e-48ce-a59e-19f7292be113 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:38.283594 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-717d2738-04e1-4c42-aaa3-9eb19980382d req-2038d90b-ae5e-48ce-a59e-19f7292be113 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 943 time: 0.0641510 Jul 27 11:18:38.322321 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-717d2738-04e1-4c42-aaa3-9eb19980382d req-29285658-94cf-4718-9ddf-412fc7e29ee3 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326736 Jul 27 11:18:38.467178 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ded073b-481b-4b1b-a999-cefd769eb294 req-ac32137a-a30b-4ab6-9023-ee5066a50d57 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588269 Jul 27 11:18:38.584803 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded073b-481b-4b1b-a999-cefd769eb294 req-e1aa25bc-afb4-48f9-ba4c-55d738a6c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:38.586242 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ded073b-481b-4b1b-a999-cefd769eb294 req-e1aa25bc-afb4-48f9-ba4c-55d738a6c077 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7acac7893f11409bb6e68649aa669c09&device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 1098 time: 0.0539675 Jul 27 11:18:38.691201 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded073b-481b-4b1b-a999-cefd769eb294 req-69cd0214-e351-48de-8001-274bf6f73751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:38.692793 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ded073b-481b-4b1b-a999-cefd769eb294 req-69cd0214-e351-48de-8001-274bf6f73751 service neutron] 10.222.0.20 "GET /v2.0/networks?id=af679c04-6673-4ea8-9860-92c76665bdfa HTTP/1.1" status: 200 len: 911 time: 0.0832162 Jul 27 11:18:38.762171 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ded073b-481b-4b1b-a999-cefd769eb294 req-aeb7134e-8425-469d-8222-56dee9a29495 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a099f8e6-85a4-4abb-bbb3-e422ec603b5f HTTP/1.1" status: 200 len: 1000 time: 0.0608780 Jul 27 11:18:38.819161 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded073b-481b-4b1b-a999-cefd769eb294 req-5c272bb6-a569-4f80-901b-a954d35f2ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:38.820626 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ded073b-481b-4b1b-a999-cefd769eb294 req-5c272bb6-a569-4f80-901b-a954d35f2ca3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74735343-f925-4e4d-b5ea-c422b0799ca4 HTTP/1.1" status: 200 len: 850 time: 0.0431008 Jul 27 11:18:38.881938 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded073b-481b-4b1b-a999-cefd769eb294 req-51f7d83d-13f1-4007-9cae-4db86aa30fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:38.883575 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ded073b-481b-4b1b-a999-cefd769eb294 req-51f7d83d-13f1-4007-9cae-4db86aa30fc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af679c04-6673-4ea8-9860-92c76665bdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560131 Jul 27 11:18:38.982196 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ded073b-481b-4b1b-a999-cefd769eb294 req-1acddc0f-30af-474a-ad88-3f12f2ae51bb service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892293 Jul 27 11:18:39.105904 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8ded073b-481b-4b1b-a999-cefd769eb294 req-0817a640-9e83-4f53-b53e-45c0073817aa service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936038 Jul 27 11:18:39.448417 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e7fcc-2074-4533-bec2-9ba5a5541d99 req-487d85b2-3f6c-420d-85a8-4c2b769a4826 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:39.449823 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1b3e7fcc-2074-4533-bec2-9ba5a5541d99 req-487d85b2-3f6c-420d-85a8-4c2b769a4826 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 943 time: 0.0622096 Jul 27 11:18:39.492065 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1b3e7fcc-2074-4533-bec2-9ba5a5541d99 req-29d45460-01d5-4b61-b942-fa21b2310c46 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364072 Jul 27 11:18:39.830371 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9af79e-ea46-4219-b933-8ed840c946e6 req-b8aa3af5-8ab5-4f02-9c09-ccf20354abe1 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:39.831780 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8a9af79e-ea46-4219-b933-8ed840c946e6 req-b8aa3af5-8ab5-4f02-9c09-ccf20354abe1 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 945 time: 0.0624120 Jul 27 11:18:39.871036 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8a9af79e-ea46-4219-b933-8ed840c946e6 req-80690528-5d5e-44a2-994c-939bd03b986d tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333121 Jul 27 11:18:39.893295 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 36724) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:40.038979 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8a6e2b-300b-4a8f-9410-fbf303626e98 tempest-TestMinimumBasicScenario-1248274260 tempest-TestMinimumBasicScenario-1248274260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:40.040476 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-ab8a6e2b-300b-4a8f-9410-fbf303626e98 tempest-TestMinimumBasicScenario-1248274260 tempest-TestMinimumBasicScenario-1248274260-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 1093 time: 0.1461849 Jul 27 11:18:40.043339 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 36728) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:40.047615 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Request body: {'floatingip': {'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'port_id': '7ce684d2-d9a2-41e0-b04f-b7659085ebff', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:18:40.069132 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for floatingip, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:40.166010 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:40.276350 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Allocated IP 172.27.3.50 (b1883f27-eaab-4700-a5a8-37e3631f126f/c4c466e5-926d-42c1-b136-e6bf3690c687/29743bde-a12a-44f2-a936-2069defa6d09) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:18:40.375506 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:40.412845 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:40.447142 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Network b1883f27-eaab-4700-a5a8-37e3631f126f is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:18:40.450059 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:18:40.454458 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:18:40.485859 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Pushing event updated for resources: {'Port': ['ID=29743bde-a12a-44f2-a936-2069defa6d09,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:40.707868 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cd674-3613-4f60-a762-e8f6453e8a7c req-612ce76b-aad8-49ff-bbb8-6bb188037e95 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:40.709389 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f08cd674-3613-4f60-a762-e8f6453e8a7c req-612ce76b-aad8-49ff-bbb8-6bb188037e95 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 943 time: 0.1479163 Jul 27 11:18:40.786706 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f08cd674-3613-4f60-a762-e8f6453e8a7c req-7ec6a7cf-6136-4000-8830-795f29abcd71 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704181 Jul 27 11:18:40.894959 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:40.965063 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:41.107455 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:41.111920 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:41.176100 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Pushing event updated for resources: {'Port': ['ID=29743bde-a12a-44f2-a936-2069defa6d09,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:41.185755 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084477'] for floatingip, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:41.282418 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.l3_db [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Floating IP 4feb1f33-7736-49de-8f07-8df4b4b2135a associated. External IP: 172.27.3.50, port: 7ce684d2-d9a2-41e0-b04f-b7659085ebff. Jul 27 11:18:41.751499 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Router cbd796d9-5fd5-45da-8116-1ac610d78a99 has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:18:41.865340 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:18:41.875837 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04c5049-daff-4465-bb3c-8c34a48621ac None None] Sync routers for ids ['cbd796d9-5fd5-45da-8116-1ac610d78a99'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:18:41.885482 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04c5049-daff-4465-bb3c-8c34a48621ac None None] Routers {'cbd796d9-5fd5-45da-8116-1ac610d78a99'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:18:41.886097 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-a04c5049-daff-4465-bb3c-8c34a48621ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:18:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['cbd796d9-5fd5-45da-8116-1ac610d78a99'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:18:41.901689 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:41.951713 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-cfd9ba70-bdfa-486a-bbdd-b1bcc683bfd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9073682 Jul 27 11:18:41.953024 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6da5c9-87ee-43f1-a481-dad9258b7d15', 'tag': '7ce684d2-d9a2-41e0-b04f-b7659085ebff'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:18:41.954564 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 36752) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:41.955361 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3947d98-206a-450b-a452-10424bc24017" -d '{"events": [{"name": "network-changed", "server_uuid": "af6da5c9-87ee-43f1-a481-dad9258b7d15", "tag": "7ce684d2-d9a2-41e0-b04f-b7659085ebff"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:18:41.964428 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-5ac4838d-c36a-4334-bc04-003d9f998e9e tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1771123199', 'description': 'tempest-secgroup-smoke-1771123199 description', 'project_id': 'cf32821afb3846f9badac574a51c3e98'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:18:41.965320 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9eefaf-accc-4f7c-9bb9-0040c4fd70ce req-fea1c950-1610-4b27-8aee-00fc036c75c4 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:41.968877 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6a9eefaf-accc-4f7c-9bb9-0040c4fd70ce req-fea1c950-1610-4b27-8aee-00fc036c75c4 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 943 time: 0.1144404 Jul 27 11:18:41.994696 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-a04c5049-daff-4465-bb3c-8c34a48621ac None None] Set router cbd796d9-5fd5-45da-8116-1ac610d78a99 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:18:42.006538 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6a9eefaf-accc-4f7c-9bb9-0040c4fd70ce req-8e8c0a82-62d8-4814-a3cf-43821c1f37b9 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339613 Jul 27 11:18:42.011319 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c2dea1-353b-4cbe-8ae5-937138ad677c x-openstack-request-id: req-67c2dea1-353b-4cbe-8ae5-937138ad677c {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:18:42.011632 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6da5c9-87ee-43f1-a481-dad9258b7d15", "tag": "7ce684d2-d9a2-41e0-b04f-b7659085ebff", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:18:42.011845 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67c2dea1-353b-4cbe-8ae5-937138ad677c {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:18:42.012372 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6da5c9-87ee-43f1-a481-dad9258b7d15', 'tag': '7ce684d2-d9a2-41e0-b04f-b7659085ebff', 'status': 'completed', 'code': 200} Jul 27 11:18:42.021203 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5ac4838d-c36a-4334-bc04-003d9f998e9e tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.108010 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5ac4838d-c36a-4334-bc04-003d9f998e9e tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.112049 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5ac4838d-c36a-4334-bc04-003d9f998e9e tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.127812 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3947d98-206a-450b-a452-10424bc24017 req-d66c3cc3-36b1-47d9-b557-96ffe73f8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:42.129395 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c3947d98-206a-450b-a452-10424bc24017 req-d66c3cc3-36b1-47d9-b557-96ffe73f8a4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf32821afb3846f9badac574a51c3e98&device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 1098 time: 0.0620189 Jul 27 11:18:42.131642 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-5ac4838d-c36a-4334-bc04-003d9f998e9e tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.132835 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-5ac4838d-c36a-4334-bc04-003d9f998e9e tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1764684 Jul 27 11:18:42.135845 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 36756) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:42.141121 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-a95a641c-5b7c-4aec-ba6f-346e305b121d tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Request body: {'security_group_rule': {'security_group_id': '546deee8-68bf-4d74-80d5-3b9365a64e87', 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:18:42.146000 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4838d-c36a-4334-bc04-003d9f998e9e tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546deee8-68bf-4d74-80d5-3b9365a64e87,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:42.225895 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-a04c5049-daff-4465-bb3c-8c34a48621ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'name': 'tempest-TestMinimumBasicScenario-352348284-router', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:43Z', 'updated_at': '2021-07-27T11:17:46Z', 'revision_number': 4, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'gw_port': {'id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:44Z', 'updated_at': '2021-07-27T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '4feb1f33-7736-49de-8f07-8df4b4b2135a', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'port_id': '7ce684d2-d9a2-41e0-b04f-b7659085ebff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c', 'mac_address': 'fa:16:3e:a6:fe:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6da5c9-87ee-43f1-a481-dad9258b7d15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:18:40Z', 'updated_at': '2021-07-27T11:18:40Z', 'revision_number': 0, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c223b9-a1c1-4303-8c19-94d249febcbe', 'name': '', 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'mac_address': 'fa:16:3e:9b:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:45Z', 'updated_at': '2021-07-27T11:17:53Z', 'revision_number': 5, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'subnets': [{'id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:18:42.228105 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a95a641c-5b7c-4aec-ba6f-346e305b121d tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.251029 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04c5049-daff-4465-bb3c-8c34a48621ac None None] Checking router: cbd796d9-5fd5-45da-8116-1ac610d78a99 for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:18:42.259218 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04c5049-daff-4465-bb3c-8c34a48621ac None None] Routers {'cbd796d9-5fd5-45da-8116-1ac610d78a99'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:18:42.259747 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-a04c5049-daff-4465-bb3c-8c34a48621ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:18:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['cbd796d9-5fd5-45da-8116-1ac610d78a99'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:18:42.263549 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3947d98-206a-450b-a452-10424bc24017 req-1071b1bb-aeaa-489b-b920-974fb3328a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:42.265034 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c3947d98-206a-450b-a452-10424bc24017 req-1071b1bb-aeaa-489b-b920-974fb3328a9c service neutron] 10.222.0.20 "GET /v2.0/networks?id=294ac441-db0a-4e56-8555-799be1e3df1c HTTP/1.1" status: 200 len: 914 time: 0.1187017 Jul 27 11:18:42.328862 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a95a641c-5b7c-4aec-ba6f-346e305b121d tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.337883 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a95a641c-5b7c-4aec-ba6f-346e305b121d tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.365150 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a641c-5b7c-4aec-ba6f-346e305b121d tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936c2a38-c084-4940-ad32-5160d124bb6e,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:42.365534 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-a04c5049-daff-4465-bb3c-8c34a48621ac None None] Set router cbd796d9-5fd5-45da-8116-1ac610d78a99 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:18:42.370297 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c3947d98-206a-450b-a452-10424bc24017 req-5c691aca-82f0-4c99-9abd-cd42599db728 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ce684d2-d9a2-41e0-b04f-b7659085ebff HTTP/1.1" status: 200 len: 998 time: 0.0954821 Jul 27 11:18:42.371471 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a95a641c-5b7c-4aec-ba6f-346e305b121d tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.375432 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-a95a641c-5b7c-4aec-ba6f-346e305b121d tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2357068 Jul 27 11:18:42.375432 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 36760) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:42.379741 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-20e5d6af-97cd-4209-9505-c60afee17ef9 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Request body: {'security_group_rule': {'security_group_id': '546deee8-68bf-4d74-80d5-3b9365a64e87', 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:18:42.439932 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3947d98-206a-450b-a452-10424bc24017 req-4fc4d961-938a-4443-92f2-1f327d4b3a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:42.441771 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c3947d98-206a-450b-a452-10424bc24017 req-4fc4d961-938a-4443-92f2-1f327d4b3a87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f378f375-5101-4000-82de-1eca2d40b1b3 HTTP/1.1" status: 200 len: 853 time: 0.0578516 Jul 27 11:18:42.444589 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-20e5d6af-97cd-4209-9505-c60afee17ef9 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.535143 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-20e5d6af-97cd-4209-9505-c60afee17ef9 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.540845 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-20e5d6af-97cd-4209-9505-c60afee17ef9 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.553000 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3947d98-206a-450b-a452-10424bc24017 req-fb5736de-22a9-4a74-99fe-06475cb63d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:42.554527 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c3947d98-206a-450b-a452-10424bc24017 req-fb5736de-22a9-4a74-99fe-06475cb63d3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=294ac441-db0a-4e56-8555-799be1e3df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1008761 Jul 27 11:18:42.572840 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5d6af-97cd-4209-9505-c60afee17ef9 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4e13a2-11f9-4862-9c94-8dc4a2f8de3b,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:42.584958 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-20e5d6af-97cd-4209-9505-c60afee17ef9 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.586165 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-20e5d6af-97cd-4209-9505-c60afee17ef9 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2098730 Jul 27 11:18:42.589186 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 36762) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:42.593999 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-a04c5049-daff-4465-bb3c-8c34a48621ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'name': 'tempest-TestMinimumBasicScenario-352348284-router', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:43Z', 'updated_at': '2021-07-27T11:17:46Z', 'revision_number': 4, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'gw_port': {'id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:44Z', 'updated_at': '2021-07-27T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '4feb1f33-7736-49de-8f07-8df4b4b2135a', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'port_id': '7ce684d2-d9a2-41e0-b04f-b7659085ebff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c', 'mac_address': 'fa:16:3e:a6:fe:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6da5c9-87ee-43f1-a481-dad9258b7d15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:18:40Z', 'updated_at': '2021-07-27T11:18:40Z', 'revision_number': 0, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c223b9-a1c1-4303-8c19-94d249febcbe', 'name': '', 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'mac_address': 'fa:16:3e:9b:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:45Z', 'updated_at': '2021-07-27T11:17:53Z', 'revision_number': 5, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'subnets': [{'id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:18:42.594650 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-1cafa3a7-c633-418e-9913-39bd1dabcdc5 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Request body: {'security_group_rule': {'security_group_id': '546deee8-68bf-4d74-80d5-3b9365a64e87', 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:18:42.623858 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1cafa3a7-c633-418e-9913-39bd1dabcdc5 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.657821 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c3947d98-206a-450b-a452-10424bc24017 req-0b5ed0b1-ede8-4c98-89c3-e60617f71b4d service neutron] 10.222.0.20 "GET /v2.0/networks/294ac441-db0a-4e56-8555-799be1e3df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933852 Jul 27 11:18:42.678284 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1cafa3a7-c633-418e-9913-39bd1dabcdc5 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.682563 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1cafa3a7-c633-418e-9913-39bd1dabcdc5 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.703862 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafa3a7-c633-418e-9913-39bd1dabcdc5 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85e374d-658d-4cea-b778-8d3acb116298,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:42.711520 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1cafa3a7-c633-418e-9913-39bd1dabcdc5 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.712990 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-1cafa3a7-c633-418e-9913-39bd1dabcdc5 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224523 Jul 27 11:18:42.715958 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 36764) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:42.721157 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-97ae93ac-d6bc-42fa-9509-a13a868870e2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Request body: {'security_group_rule': {'security_group_id': '546deee8-68bf-4d74-80d5-3b9365a64e87', 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:18:42.744967 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04c5049-daff-4465-bb3c-8c34a48621ac None None] The sync data for ids ['cbd796d9-5fd5-45da-8116-1ac610d78a99'] in dv-cinder-784956-7-iscsi is: [{'id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'name': 'tempest-TestMinimumBasicScenario-352348284-router', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:43Z', 'updated_at': '2021-07-27T11:17:46Z', 'revision_number': 4, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'gw_port': {'id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:44Z', 'updated_at': '2021-07-27T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '4feb1f33-7736-49de-8f07-8df4b4b2135a', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'port_id': '7ce684d2-d9a2-41e0-b04f-b7659085ebff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c', 'mac_address': 'fa:16:3e:a6:fe:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6da5c9-87ee-43f1-a481-dad9258b7d15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:18:40Z', 'updated_at': '2021-07-27T11:18:40Z', 'revision_number': 0, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c223b9-a1c1-4303-8c19-94d249febcbe', 'name': '', 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'mac_address': 'fa:16:3e:9b:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:45Z', 'updated_at': '2021-07-27T11:17:53Z', 'revision_number': 5, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'subnets': [{'id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:18:42.756734 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-97ae93ac-d6bc-42fa-9509-a13a868870e2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.777346 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c3947d98-206a-450b-a452-10424bc24017 req-4f2f46c2-5c38-441b-990e-abd2d4d72712 service neutron] 10.222.0.20 "GET /v2.0/networks/294ac441-db0a-4e56-8555-799be1e3df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116374 Jul 27 11:18:42.828613 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-97ae93ac-d6bc-42fa-9509-a13a868870e2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.833343 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-97ae93ac-d6bc-42fa-9509-a13a868870e2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.850897 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae93ac-d6bc-42fa-9509-a13a868870e2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f941642-960a-4360-8606-0303bc24d153,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:42.860128 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-97ae93ac-d6bc-42fa-9509-a13a868870e2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.861390 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-97ae93ac-d6bc-42fa-9509-a13a868870e2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1443825 Jul 27 11:18:42.864533 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 36766) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:42.868972 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-6029123e-d25d-4957-a568-4e4476cd454b tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Request body: {'security_group_rule': {'security_group_id': '546deee8-68bf-4d74-80d5-3b9365a64e87', 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:18:42.891751 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.securitygroups_db [None req-6029123e-d25d-4957-a568-4e4476cd454b tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Project cf32821afb3846f9badac574a51c3e98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 11:18:42.896913 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6029123e-d25d-4957-a568-4e4476cd454b tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.951378 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5529bfdb-1883-44bf-88f3-f4eca5b66827 None None] New status for floating IP 4feb1f33-7736-49de-8f07-8df4b4b2135a: ACTIVE {{(pid=93202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 11:18:42.973782 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6029123e-d25d-4957-a568-4e4476cd454b tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.977561 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6029123e-d25d-4957-a568-4e4476cd454b tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:42.996784 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029123e-d25d-4957-a568-4e4476cd454b tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f96c21-2318-4429-b144-4761f9106976,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:43.005946 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6029123e-d25d-4957-a568-4e4476cd454b tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:43.007199 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-6029123e-d25d-4957-a568-4e4476cd454b tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417184 Jul 27 11:18:43.009996 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 36770) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:43.015172 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-0adade5c-6e07-4a4b-81da-3dc2f4a55202 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Request body: {'security_group_rule': {'security_group_id': '546deee8-68bf-4d74-80d5-3b9365a64e87', 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:18:43.044936 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.securitygroups_db [None req-0adade5c-6e07-4a4b-81da-3dc2f4a55202 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Project cf32821afb3846f9badac574a51c3e98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 11:18:43.050917 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0adade5c-6e07-4a4b-81da-3dc2f4a55202 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:43.115920 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0adade5c-6e07-4a4b-81da-3dc2f4a55202 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:43.120087 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0adade5c-6e07-4a4b-81da-3dc2f4a55202 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733153'] for security_group_rule, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:43.137787 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adade5c-6e07-4a4b-81da-3dc2f4a55202 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9819a9b7-da12-4e7f-b4dd-526c5054f246,revision_number=0']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:43.148670 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9c378-cded-4ba6-924e-92176d7c0f86 req-fb3ba0c4-03a3-4973-a170-a24b54b526ab tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:43.150197 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-07d9c378-cded-4ba6-924e-92176d7c0f86 req-fb3ba0c4-03a3-4973-a170-a24b54b526ab tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 943 time: 0.0705540 Jul 27 11:18:43.154966 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-0adade5c-6e07-4a4b-81da-3dc2f4a55202 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:43.158789 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-0adade5c-6e07-4a4b-81da-3dc2f4a55202 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452847 Jul 27 11:18:43.189815 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-07d9c378-cded-4ba6-924e-92176d7c0f86 req-230ac5a7-13d8-4d31-9f3a-419305e66407 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325274 Jul 27 11:18:43.239839 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-744c91d9-e28c-4a67-9fa0-f4274da0167f req-16f05cc2-14b6-4206-a3f9-baf81ee79ce8 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771123199&fields=id&tenant_id=cf32821afb3846f9badac574a51c3e98 HTTP/1.1" status: 200 len: 267 time: 0.0344472 Jul 27 11:18:43.310566 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c91d9-e28c-4a67-9fa0-f4274da0167f req-883821a0-4db3-4a58-a8f0-bb4b35d1273b tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:43.311944 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-744c91d9-e28c-4a67-9fa0-f4274da0167f req-883821a0-4db3-4a58-a8f0-bb4b35d1273b tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 945 time: 0.0664318 Jul 27 11:18:43.323131 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-744c91d9-e28c-4a67-9fa0-f4274da0167f req-49f96208-9734-4516-8bba-bdd6b36209db tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Request body: {'port': {'security_groups': ['bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd', '546deee8-68bf-4d74-80d5-3b9365a64e87']}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:18:43.406339 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-744c91d9-e28c-4a67-9fa0-f4274da0167f req-49f96208-9734-4516-8bba-bdd6b36209db tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:43.581605 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-744c91d9-e28c-4a67-9fa0-f4274da0167f req-49f96208-9734-4516-8bba-bdd6b36209db tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] For port 7ce684d2-d9a2-41e0-b04f-b7659085ebff, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7ce684d2-d9a2-41e0-b04f-b7659085ebff,segment=NetworkSegment(99567de5-aa51-405d-8e0b-abdd5c962c8e),segment_id=99567de5-aa51-405d-8e0b-abdd5c962c8e)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:18:43.610045 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-744c91d9-e28c-4a67-9fa0-f4274da0167f req-49f96208-9734-4516-8bba-bdd6b36209db tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:43.614329 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-744c91d9-e28c-4a67-9fa0-f4274da0167f req-49f96208-9734-4516-8bba-bdd6b36209db tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:43.655817 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c91d9-e28c-4a67-9fa0-f4274da0167f req-49f96208-9734-4516-8bba-bdd6b36209db tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:43.656454 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-744c91d9-e28c-4a67-9fa0-f4274da0167f req-49f96208-9734-4516-8bba-bdd6b36209db tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:43.656710 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['7ce684d2-d9a2-41e0-b04f-b7659085ebff'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:18:43.658726 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-744c91d9-e28c-4a67-9fa0-f4274da0167f req-49f96208-9734-4516-8bba-bdd6b36209db tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "PUT /v2.0/ports/7ce684d2-d9a2-41e0-b04f-b7659085ebff HTTP/1.1" status: 200 len: 981 time: 0.3402805 Jul 27 11:18:43.688587 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f96208-9734-4516-8bba-bdd6b36209db tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Pushing event updated for resources: {'Port': ['ID=7ce684d2-d9a2-41e0-b04f-b7659085ebff,revision_number=6']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:43.796589 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb7543-304f-4123-bfba-27db446b763b req-4502ca57-9c06-4f3b-99b9-a8ff2e58df2c tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:43.798204 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ffdb7543-304f-4123-bfba-27db446b763b req-4502ca57-9c06-4f3b-99b9-a8ff2e58df2c tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 984 time: 0.0825331 Jul 27 11:18:43.843085 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ffdb7543-304f-4123-bfba-27db446b763b req-a494aa3a-1da1-4ea8-a7a8-c280cb17ec36 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&id=546deee8-68bf-4d74-80d5-3b9365a64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380924 Jul 27 11:18:43.859175 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['7ce684d2-d9a2-41e0-b04f-b7659085ebff'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:18:43.983413 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-4137f387-f051-41f1-9f1f-1385344177a5 None None] Provisioning complete for port 7ce684d2-d9a2-41e0-b04f-b7659085ebff triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:18:43.983966 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4137f387-f051-41f1-9f1f-1385344177a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:44.014111 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6da5c9-87ee-43f1-a481-dad9258b7d15', 'tag': '7ce684d2-d9a2-41e0-b04f-b7659085ebff'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:18:44.016921 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3758bc13-8842-4b34-a51b-6157cc793e00" -d '{"events": [{"name": "network-changed", "server_uuid": "af6da5c9-87ee-43f1-a481-dad9258b7d15", "tag": "7ce684d2-d9a2-41e0-b04f-b7659085ebff"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:18:44.050976 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee5dc2e-9013-4dfc-b53e-fca943416521 x-openstack-request-id: req-bee5dc2e-9013-4dfc-b53e-fca943416521 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:18:44.051264 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6da5c9-87ee-43f1-a481-dad9258b7d15", "tag": "7ce684d2-d9a2-41e0-b04f-b7659085ebff", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:18:44.051517 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bee5dc2e-9013-4dfc-b53e-fca943416521 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:18:44.051901 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6da5c9-87ee-43f1-a481-dad9258b7d15', 'tag': '7ce684d2-d9a2-41e0-b04f-b7659085ebff', 'status': 'completed', 'code': 200} Jul 27 11:18:44.153741 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758bc13-8842-4b34-a51b-6157cc793e00 req-961e1892-b329-4021-8102-e03b1de9a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:44.155231 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3758bc13-8842-4b34-a51b-6157cc793e00 req-961e1892-b329-4021-8102-e03b1de9a64b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf32821afb3846f9badac574a51c3e98&device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 1137 time: 0.0531518 Jul 27 11:18:44.250483 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758bc13-8842-4b34-a51b-6157cc793e00 req-b01d1091-8da6-4357-aa34-40be5fb8eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:44.251975 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3758bc13-8842-4b34-a51b-6157cc793e00 req-b01d1091-8da6-4357-aa34-40be5fb8eaf4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=294ac441-db0a-4e56-8555-799be1e3df1c HTTP/1.1" status: 200 len: 914 time: 0.0864813 Jul 27 11:18:44.344469 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3758bc13-8842-4b34-a51b-6157cc793e00 req-56fc6a71-9ffb-4ccc-a831-1acc4d9e33c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ce684d2-d9a2-41e0-b04f-b7659085ebff HTTP/1.1" status: 200 len: 1000 time: 0.0831680 Jul 27 11:18:44.401351 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d3419-08cd-4354-a591-271018996838 req-610b7be4-83bd-4e2f-8f47-dd0fa4b9dd54 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:44.403240 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-652d3419-08cd-4354-a591-271018996838 req-610b7be4-83bd-4e2f-8f47-dd0fa4b9dd54 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 943 time: 0.1342990 Jul 27 11:18:44.428803 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758bc13-8842-4b34-a51b-6157cc793e00 req-193f1570-23b6-4d05-af9f-39b9a9441572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:44.428803 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3758bc13-8842-4b34-a51b-6157cc793e00 req-193f1570-23b6-4d05-af9f-39b9a9441572 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f378f375-5101-4000-82de-1eca2d40b1b3 HTTP/1.1" status: 200 len: 853 time: 0.0679348 Jul 27 11:18:44.488426 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-652d3419-08cd-4354-a591-271018996838 req-a3cdaf1e-524a-4ac0-a451-a9415d1bf561 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792181 Jul 27 11:18:44.514467 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758bc13-8842-4b34-a51b-6157cc793e00 req-ff1d6ccb-5eaf-48e7-8d4b-7807b8bf4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:44.515961 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3758bc13-8842-4b34-a51b-6157cc793e00 req-ff1d6ccb-5eaf-48e7-8d4b-7807b8bf4644 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=294ac441-db0a-4e56-8555-799be1e3df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753267 Jul 27 11:18:44.610766 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3758bc13-8842-4b34-a51b-6157cc793e00 req-f106858a-ec5c-41d8-9fcc-254c28fcdc49 service neutron] 10.222.0.20 "GET /v2.0/networks/294ac441-db0a-4e56-8555-799be1e3df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826814 Jul 27 11:18:44.718400 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-3758bc13-8842-4b34-a51b-6157cc793e00 req-200c5a74-3277-41f5-9f3a-cfafa59a04c9 service neutron] 10.222.0.20 "GET /v2.0/networks/294ac441-db0a-4e56-8555-799be1e3df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974936 Jul 27 11:18:45.640238 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db25bf9-2f92-4acf-b3cd-49646b14128f req-579dbbd8-0297-48fb-a468-987685f3cc40 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:45.640238 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4db25bf9-2f92-4acf-b3cd-49646b14128f req-579dbbd8-0297-48fb-a468-987685f3cc40 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 943 time: 0.0759766 Jul 27 11:18:45.672666 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4db25bf9-2f92-4acf-b3cd-49646b14128f req-634100e1-9829-43da-a0a1-991a48a15ef6 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319986 Jul 27 11:18:46.801716 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac4c9a-50c7-4814-946b-86896b55ed22 req-fb5666a6-d58e-4387-bc92-ce4bfb7dc772 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:46.803302 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-71ac4c9a-50c7-4814-946b-86896b55ed22 req-fb5666a6-d58e-4387-bc92-ce4bfb7dc772 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 943 time: 0.0662515 Jul 27 11:18:46.839809 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-71ac4c9a-50c7-4814-946b-86896b55ed22 req-973744b8-1ee5-417b-b89c-87c9f58908cf tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306780 Jul 27 11:18:47.736916 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 2947cfc3-1a43-4051-aeac-3ede2563423a details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:18:47.831339 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 2947cfc3-1a43-4051-aeac-3ede2563423a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2947cfc3-1a43-4051-aeac-3ede2563423a,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:18:47.842796 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '2947cfc3-1a43-4051-aeac-3ede2563423a', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'port_id': '2947cfc3-1a43-4051-aeac-3ede2563423a', 'mac_address': 'fa:16:3e:40:77:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:18:47.879424 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:47.891839 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2947cfc3-1a43-4051-aeac-3ede2563423a {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:18:47.912148 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 2947cfc3-1a43-4051-aeac-3ede2563423a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2947cfc3-1a43-4051-aeac-3ede2563423a,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:18:47.920478 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:47.967168 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=2947cfc3-1a43-4051-aeac-3ede2563423a,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:47.971479 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9b2f4-6555-43c5-b6cd-afb932d678ea req-87780a97-b976-4dc3-886e-eed3033d23ea tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:47.973005 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c8c9b2f4-6555-43c5-b6cd-afb932d678ea req-87780a97-b976-4dc3-886e-eed3033d23ea tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 943 time: 0.0687904 Jul 27 11:18:47.974296 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:47.974650 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:47.974995 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:47.975333 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:47.975667 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:47.975997 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:47.976324 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:47.976650 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:47.976978 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:47.977300 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:47.977648 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:47.977970 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:48.012957 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c8c9b2f4-6555-43c5-b6cd-afb932d678ea req-bb54c58a-866c-460e-9800-1cb4235e017d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320077 Jul 27 11:18:48.265286 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['2947cfc3-1a43-4051-aeac-3ede2563423a'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:18:48.372053 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5303f35f-5d6a-4d32-903b-37f67f6f7596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:49.139759 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7b0e1-0daf-4687-af7d-b9f855892113 req-58523859-0c3a-42b4-940b-e40abbccdbad tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:49.141215 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-68e7b0e1-0daf-4687-af7d-b9f855892113 req-58523859-0c3a-42b4-940b-e40abbccdbad tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 944 time: 0.0620031 Jul 27 11:18:49.178056 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-68e7b0e1-0daf-4687-af7d-b9f855892113 req-369529ad-9bb2-49de-beab-07350c79a376 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309181 Jul 27 11:18:49.736869 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 2947cfc3-1a43-4051-aeac-3ede2563423a up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:18:49.788536 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port 2947cfc3-1a43-4051-aeac-3ede2563423a completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:18:49.792071 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 2947cfc3-1a43-4051-aeac-3ede2563423a triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:18:49.792442 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:49.865524 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:49.886416 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8545f5f7-116c-4383-acff-0864c80fcacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2947cfc3-1a43-4051-aeac-3ede2563423a'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:18:49.889216 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dc072f-e015-4c15-b0e0-7076a312e846" -d '{"events": [{"server_uuid": "8545f5f7-116c-4383-acff-0864c80fcacb", "name": "network-vif-plugged", "status": "completed", "tag": "2947cfc3-1a43-4051-aeac-3ede2563423a"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:18:49.902369 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 2947cfc3-1a43-4051-aeac-3ede2563423a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2947cfc3-1a43-4051-aeac-3ede2563423a,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:18:49.906858 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:49.936306 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb540455-ad45-4c99-b1b5-a3e97e6d2e64 x-openstack-request-id: req-cb540455-ad45-4c99-b1b5-a3e97e6d2e64 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:18:49.936592 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8545f5f7-116c-4383-acff-0864c80fcacb", "name": "network-vif-plugged", "status": "completed", "tag": "2947cfc3-1a43-4051-aeac-3ede2563423a", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:18:49.936844 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb540455-ad45-4c99-b1b5-a3e97e6d2e64 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:18:49.937232 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8545f5f7-116c-4383-acff-0864c80fcacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2947cfc3-1a43-4051-aeac-3ede2563423a', 'code': 200} Jul 27 11:18:49.965282 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=2947cfc3-1a43-4051-aeac-3ede2563423a,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:50.157613 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb0575-fd72-4e88-b645-838689fdddad req-26aeac9c-52b2-48d3-833a-db628d9e9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:50.159064 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eeeb0575-fd72-4e88-b645-838689fdddad req-26aeac9c-52b2-48d3-833a-db628d9e9c68 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 1098 time: 0.0544856 Jul 27 11:18:50.192819 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-eeeb0575-fd72-4e88-b645-838689fdddad req-ca6a41fe-d193-4458-83f0-39158ca97c13 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258720 Jul 27 11:18:50.307800 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234feef-9648-4f1a-943f-56db83b38677 req-ff288e82-e0d5-47f6-bdff-c88506d6f58c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:50.309275 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9234feef-9648-4f1a-943f-56db83b38677 req-ff288e82-e0d5-47f6-bdff-c88506d6f58c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 945 time: 0.0655937 Jul 27 11:18:50.345755 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9234feef-9648-4f1a-943f-56db83b38677 req-69e52694-1a1d-4a35-a334-816fe6eb02df tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301714 Jul 27 11:18:50.652564 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 36844) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:50.750634 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a896122b-ff02-40e5-bf2a-69011a65025d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:50.836009 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a896122b-ff02-40e5-bf2a-69011a65025d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:50.839731 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-a896122b-ff02-40e5-bf2a-69011a65025d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:50.876502 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-a896122b-ff02-40e5-bf2a-69011a65025d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=afa25163c40c4777bd4e655e16bdc7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228835 Jul 27 11:18:50.878421 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896122b-ff02-40e5-bf2a-69011a65025d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305d9e86-2c22-4364-a24e-b17c68526191,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:50.879128 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 36848) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:50.927757 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-88dc7711-6ecb-4e34-b6b9-3f6a0871fb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:50.951113 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-88dc7711-6ecb-4e34-b6b9-3f6a0871fb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:50.996882 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-88dc7711-6ecb-4e34-b6b9-3f6a0871fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:50.999549 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-88dc7711-6ecb-4e34-b6b9-3f6a0871fb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:51.000791 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-88dc7711-6ecb-4e34-b6b9-3f6a0871fb49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/305d9e86-2c22-4364-a24e-b17c68526191 HTTP/1.1" status: 204 len: 168 time: 0.1205688 Jul 27 11:18:51.008150 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc7711-6ecb-4e34-b6b9-3f6a0871fb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305d9e86-2c22-4364-a24e-b17c68526191,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:51.014971 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc7711-6ecb-4e34-b6b9-3f6a0871fb49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:51.015315 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc7711-6ecb-4e34-b6b9-3f6a0871fb49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:51.015648 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc7711-6ecb-4e34-b6b9-3f6a0871fb49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:51.015995 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc7711-6ecb-4e34-b6b9-3f6a0871fb49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:51.016298 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc7711-6ecb-4e34-b6b9-3f6a0871fb49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:51.016621 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc7711-6ecb-4e34-b6b9-3f6a0871fb49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:51.016946 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc7711-6ecb-4e34-b6b9-3f6a0871fb49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:51.017267 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc7711-6ecb-4e34-b6b9-3f6a0871fb49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:51.017617 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc7711-6ecb-4e34-b6b9-3f6a0871fb49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:51.017934 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc7711-6ecb-4e34-b6b9-3f6a0871fb49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:51.018249 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc7711-6ecb-4e34-b6b9-3f6a0871fb49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:51.018561 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc7711-6ecb-4e34-b6b9-3f6a0871fb49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:18:51.237268 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:51.335112 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4dea4b2e-2928-4587-a40a-633c7270fbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:51.479366 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763decc1-8718-4848-bcf0-c979af045aa2 req-9d3bc2d7-5603-4e9a-87da-5a821aeaa76a tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:51.480878 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-763decc1-8718-4848-bcf0-c979af045aa2 req-9d3bc2d7-5603-4e9a-87da-5a821aeaa76a tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 945 time: 0.0682144 Jul 27 11:18:51.521215 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-763decc1-8718-4848-bcf0-c979af045aa2 req-b71889ba-bd8d-4408-ad6e-a19bfdec0b53 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339873 Jul 27 11:18:51.650447 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74fe16-59dc-4cd5-ab69-356e33e82401 req-1ff11996-df0f-49de-8916-23ec6f54445d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:51.651932 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6c74fe16-59dc-4cd5-ab69-356e33e82401 req-1ff11996-df0f-49de-8916-23ec6f54445d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 945 time: 0.0637558 Jul 27 11:18:51.689084 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6c74fe16-59dc-4cd5-ab69-356e33e82401 req-1f3f5aad-01c4-4b25-9c7b-d3046d775308 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312037 Jul 27 11:18:51.710911 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 36878) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:51.911353 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a1be97-ad4e-4715-b066-12f915018194 tempest-TestVolumeBootPattern-542927252 tempest-TestVolumeBootPattern-542927252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:51.913337 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-a7a1be97-ad4e-4715-b066-12f915018194 tempest-TestVolumeBootPattern-542927252 tempest-TestVolumeBootPattern-542927252-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 1093 time: 0.2014105 Jul 27 11:18:51.916224 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 36886) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:51.920615 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Request body: {'floatingip': {'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'port_id': '2947cfc3-1a43-4051-aeac-3ede2563423a', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:18:51.942321 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for floatingip, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:51.973956 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 36888) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:52.041395 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:52.080158 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-42e9fee7-5675-4f04-a1d9-486ddb3537e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:52.153685 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Allocated IP 172.27.3.46 (b1883f27-eaab-4700-a5a8-37e3631f126f/c4c466e5-926d-42c1-b136-e6bf3690c687/f40c963c-5b57-4191-bb57-eef5a0cd3de0) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:18:52.169747 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-42e9fee7-5675-4f04-a1d9-486ddb3537e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:52.173628 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-42e9fee7-5675-4f04-a1d9-486ddb3537e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:52.210884 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-42e9fee7-5675-4f04-a1d9-486ddb3537e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a1598df106548aca75138d3c2ab690f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358406 Jul 27 11:18:52.213526 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 36892) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:52.220046 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9fee7-5675-4f04-a1d9-486ddb3537e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a285f07-b45a-405e-8254-2f5ee33a6b90,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:52.258190 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:52.269052 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a6b48c5c-76cc-4728-9989-b1e41a614b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:52.289982 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a6b48c5c-76cc-4728-9989-b1e41a614b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:52.299340 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:52.336207 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a6b48c5c-76cc-4728-9989-b1e41a614b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:52.338769 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a6b48c5c-76cc-4728-9989-b1e41a614b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:52.342310 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-a6b48c5c-76cc-4728-9989-b1e41a614b6e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a285f07-b45a-405e-8254-2f5ee33a6b90 HTTP/1.1" status: 204 len: 168 time: 0.1255133 Jul 27 11:18:52.345295 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Network b1883f27-eaab-4700-a5a8-37e3631f126f is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:18:52.348327 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:18:52.350983 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:18:52.354304 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b48c5c-76cc-4728-9989-b1e41a614b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a285f07-b45a-405e-8254-2f5ee33a6b90,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:52.357488 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event updated for resources: {'Port': ['ID=f40c963c-5b57-4191-bb57-eef5a0cd3de0,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:52.594072 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:52.728378 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:52.811480 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:52.968232 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 36914) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:52.968755 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for port, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:52.973809 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639062'] for port, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:53.036324 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event updated for resources: {'Port': ['ID=f40c963c-5b57-4191-bb57-eef5a0cd3de0,revision_number=2']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:53.051506 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084477'] for floatingip, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:53.069391 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-37c42376-4b6e-40cb-b33c-c1b3cd606b6a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1984092953-network', 'tenant_id': 'ceac1a167ac348a8ad3ec4ca7c9e9720'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:18:53.090785 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c42376-4b6e-40cb-b33c-c1b3cd606b6a admin admin] Made reservation on behalf of ceac1a167ac348a8ad3ec4ca7c9e9720 for: {'network': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:18:53.093167 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-37c42376-4b6e-40cb-b33c-c1b3cd606b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for network, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:53.101533 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-37c42376-4b6e-40cb-b33c-c1b3cd606b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:53.152367 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.l3_db [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Floating IP 33709a1e-8ddb-45f6-8dc4-fa252b38798a associated. External IP: 172.27.3.46, port: 2947cfc3-1a43-4051-aeac-3ede2563423a. Jul 27 11:18:53.192703 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-37c42376-4b6e-40cb-b33c-c1b3cd606b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:53.197498 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-37c42376-4b6e-40cb-b33c-c1b3cd606b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:53.221495 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c42376-4b6e-40cb-b33c-c1b3cd606b6a admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 11:18:53.231058 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c42376-4b6e-40cb-b33c-c1b3cd606b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970d7632-6ce9-4ac3-bc21-87346de9cd2f,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:53.236146 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-37c42376-4b6e-40cb-b33c-c1b3cd606b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:53.236489 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.segments_db [None req-37c42376-4b6e-40cb-b33c-c1b3cd606b6a admin admin] Added segment 4214dcac-b009-4178-91d3-5fb2cd083284 of type vlan for network d826e0ca-ea17-4d97-b7e9-901aa0a43509 Jul 27 11:18:53.276751 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-37c42376-4b6e-40cb-b33c-c1b3cd606b6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738591041374'] for network, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:53.306540 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-37c42376-4b6e-40cb-b33c-c1b3cd606b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519'] for network, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:53.307481 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c42376-4b6e-40cb-b33c-c1b3cd606b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:53.308079 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-37c42376-4b6e-40cb-b33c-c1b3cd606b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:53.360530 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-37c42376-4b6e-40cb-b33c-c1b3cd606b6a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3911777 Jul 27 11:18:53.364923 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 36918) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:18:53.366976 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Router b0f776a0-c20c-45c6-8312-feceac0d888e has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:18:53.369819 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [None req-b3aeb16f-3dc3-422f-8aa3-18c68d9f6163 admin admin] Request body: {'subnet': {'network_id': 'd826e0ca-ea17-4d97-b7e9-901aa0a43509', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1984092953-subnet', 'tenant_id': 'ceac1a167ac348a8ad3ec4ca7c9e9720', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:18:53.376425 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c42376-4b6e-40cb-b33c-c1b3cd606b6a admin admin] Pushing event updated for resources: {'Network': ['ID=d826e0ca-ea17-4d97-b7e9-901aa0a43509,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:53.386893 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Network d826e0ca-ea17-4d97-b7e9-901aa0a43509 details requested by agent ovs-agent-dv-cinder-784956-7-iscsi with host dv-cinder-784956-7-iscsi {{(pid=93201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 11:18:53.396617 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3aeb16f-3dc3-422f-8aa3-18c68d9f6163 admin admin] Made reservation on behalf of ceac1a167ac348a8ad3ec4ca7c9e9720 for: {'subnet': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:18:53.398949 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b3aeb16f-3dc3-422f-8aa3-18c68d9f6163 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10212596'] for subnet, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:53.478229 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:18:53.488983 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a9b37-1128-4f56-b9c6-1c5f62225d8a None None] Sync routers for ids ['b0f776a0-c20c-45c6-8312-feceac0d888e'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:18:53.495387 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:53.499705 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a9b37-1128-4f56-b9c6-1c5f62225d8a None None] Routers {'b0f776a0-c20c-45c6-8312-feceac0d888e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:18:53.500527 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-125a9b37-1128-4f56-b9c6-1c5f62225d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:18:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['b0f776a0-c20c-45c6-8312-feceac0d888e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:18:53.547413 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-b0ef48cc-da60-4c89-a5fa-e74cdcb47691 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6172118 Jul 27 11:18:53.547413 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8545f5f7-116c-4383-acff-0864c80fcacb', 'tag': '2947cfc3-1a43-4051-aeac-3ede2563423a'}] {{(pid=93199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:18:53.547413 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d443fbfdc714505da2ae46b12ec6c602a25b40796aa13b1bf78cba4db9ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cce8bd8-f781-4383-8b16-2552a156a5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8545f5f7-116c-4383-acff-0864c80fcacb", "tag": "2947cfc3-1a43-4051-aeac-3ede2563423a"}]}' {{(pid=93199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:18:53.572332 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98239bb3-52e7-4741-91c3-514b9bcde8cb x-openstack-request-id: req-98239bb3-52e7-4741-91c3-514b9bcde8cb {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:18:53.572619 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8545f5f7-116c-4383-acff-0864c80fcacb", "tag": "2947cfc3-1a43-4051-aeac-3ede2563423a", "status": "completed", "code": 200}]} {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:18:53.572898 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98239bb3-52e7-4741-91c3-514b9bcde8cb {{(pid=93199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:18:53.573273 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8545f5f7-116c-4383-acff-0864c80fcacb', 'tag': '2947cfc3-1a43-4051-aeac-3ede2563423a', 'status': 'completed', 'code': 200} Jul 27 11:18:53.574013 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b3aeb16f-3dc3-422f-8aa3-18c68d9f6163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10195356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10212582'] for subnet, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:53.624954 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-125a9b37-1128-4f56-b9c6-1c5f62225d8a None None] Set router b0f776a0-c20c-45c6-8312-feceac0d888e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:18:53.661243 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aeb16f-3dc3-422f-8aa3-18c68d9f6163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4804941e-4ad3-46c5-b066-5319303d2f01,revision_number=0']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:53.673543 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aeb16f-3dc3-422f-8aa3-18c68d9f6163 admin admin] Checking segment: {'id': '4214dcac-b009-4178-91d3-5fb2cd083284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd826e0ca-ea17-4d97-b7e9-901aa0a43509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:18:53.673896 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aeb16f-3dc3-422f-8aa3-18c68d9f6163 admin admin] Network hostable DHCP agents. Network: d826e0ca-ea17-4d97-b7e9-901aa0a43509, hostable agents: ['698cda56-92c0-4911-95d5-79799402c48b'], hosted agents: [] {{(pid=93200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 11:18:53.700786 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce8bd8-f781-4383-8b16-2552a156a5a3 req-ca644568-5545-4647-a751-ac773cc98429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:53.703010 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2cce8bd8-f781-4383-8b16-2552a156a5a3 req-ca644568-5545-4647-a751-ac773cc98429 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7acac7893f11409bb6e68649aa669c09&device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 1098 time: 0.0839558 Jul 27 11:18:53.704000 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aeb16f-3dc3-422f-8aa3-18c68d9f6163 admin admin] Network d826e0ca-ea17-4d97-b7e9-901aa0a43509 is scheduled to be hosted by DHCP agent 698cda56-92c0-4911-95d5-79799402c48b with binding_index 1 {{(pid=93200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 11:18:53.727069 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [None req-b3aeb16f-3dc3-422f-8aa3-18c68d9f6163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-7-iscsi, d826e0ca-ea17-4d97-b7e9-901aa0a43509) {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:18:53.735951 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5401ab75-b2a2-48f1-afba-80775b91b6d3 None None] Network d826e0ca-ea17-4d97-b7e9-901aa0a43509 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:18:53.756670 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aeb16f-3dc3-422f-8aa3-18c68d9f6163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:53.757695 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-b3aeb16f-3dc3-422f-8aa3-18c68d9f6163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:53.781095 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-b3aeb16f-3dc3-422f-8aa3-18c68d9f6163 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4150515 Jul 27 11:18:53.814982 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce8bd8-f781-4383-8b16-2552a156a5a3 req-433de85f-1eb6-4023-a382-e235f60a24a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:53.816675 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2cce8bd8-f781-4383-8b16-2552a156a5a3 req-433de85f-1eb6-4023-a382-e235f60a24a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=af679c04-6673-4ea8-9860-92c76665bdfa HTTP/1.1" status: 200 len: 911 time: 0.1064889 Jul 27 11:18:53.897018 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2cce8bd8-f781-4383-8b16-2552a156a5a3 req-7d5f4ffe-5df8-4c22-8159-6858db0c011e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2947cfc3-1a43-4051-aeac-3ede2563423a HTTP/1.1" status: 200 len: 998 time: 0.0717907 Jul 27 11:18:53.960437 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce8bd8-f781-4383-8b16-2552a156a5a3 req-9a89a75a-068f-4a76-8576-27ab077c3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:53.962931 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2cce8bd8-f781-4383-8b16-2552a156a5a3 req-9a89a75a-068f-4a76-8576-27ab077c3ee9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74735343-f925-4e4d-b5ea-c422b0799ca4 HTTP/1.1" status: 200 len: 850 time: 0.0578570 Jul 27 11:18:53.977434 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb95205-9c78-4c21-adf7-49b39df2c100 None None] Network d826e0ca-ea17-4d97-b7e9-901aa0a43509 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:18:54.025385 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-125a9b37-1128-4f56-b9c6-1c5f62225d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '319b909c-2507-472d-90dc-43ca21cfed82', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'port_id': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'mac_address': 'fa:16:3e:68:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62741aac-3d04-416b-95dd-ccc2090492a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:16:41Z', 'updated_at': '2021-07-27T11:16:44Z', 'revision_number': 1, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'fixed_ip_address_scope': None}, {'id': '33709a1e-8ddb-45f6-8dc4-fa252b38798a', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'port_id': '2947cfc3-1a43-4051-aeac-3ede2563423a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'mac_address': 'fa:16:3e:40:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8545f5f7-116c-4383-acff-0864c80fcacb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:18:52Z', 'updated_at': '2021-07-27T11:18:52Z', 'revision_number': 0, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:18:54.065901 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a9b37-1128-4f56-b9c6-1c5f62225d8a None None] Checking router: b0f776a0-c20c-45c6-8312-feceac0d888e for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:18:54.081836 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce8bd8-f781-4383-8b16-2552a156a5a3 req-af57049e-58e8-46ba-a168-8c2cbb90b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:54.083351 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2cce8bd8-f781-4383-8b16-2552a156a5a3 req-af57049e-58e8-46ba-a168-8c2cbb90b837 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af679c04-6673-4ea8-9860-92c76665bdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1065166 Jul 27 11:18:54.094002 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e2af0-cb6d-4f0e-a90b-1e68502028e2 req-b25780fc-83d0-4fcf-a598-bf5703ab0891 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:54.095561 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-321e2af0-cb6d-4f0e-a90b-1e68502028e2 req-b25780fc-83d0-4fcf-a598-bf5703ab0891 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0857909 Jul 27 11:18:54.095918 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a9b37-1128-4f56-b9c6-1c5f62225d8a None None] Routers {'b0f776a0-c20c-45c6-8312-feceac0d888e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:18:54.096553 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-125a9b37-1128-4f56-b9c6-1c5f62225d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:18:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['b0f776a0-c20c-45c6-8312-feceac0d888e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:18:54.101639 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:54.188995 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-321e2af0-cb6d-4f0e-a90b-1e68502028e2 req-9a9008af-8fc4-4644-84c4-f92ccf9b5c91 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742261 Jul 27 11:18:54.218320 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2cce8bd8-f781-4383-8b16-2552a156a5a3 req-d5dff664-50b4-4c93-b7c9-d5bc9bbaff01 service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157701 Jul 27 11:18:54.320025 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-2cce8bd8-f781-4383-8b16-2552a156a5a3 req-63f7a18a-5d4f-4bc8-9a3e-0c726dfbbb4d service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979531 Jul 27 11:18:54.381343 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-125a9b37-1128-4f56-b9c6-1c5f62225d8a None None] Set router b0f776a0-c20c-45c6-8312-feceac0d888e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:18:54.603353 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-125a9b37-1128-4f56-b9c6-1c5f62225d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '319b909c-2507-472d-90dc-43ca21cfed82', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'port_id': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'mac_address': 'fa:16:3e:68:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62741aac-3d04-416b-95dd-ccc2090492a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:16:41Z', 'updated_at': '2021-07-27T11:16:44Z', 'revision_number': 1, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'fixed_ip_address_scope': None}, {'id': '33709a1e-8ddb-45f6-8dc4-fa252b38798a', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'port_id': '2947cfc3-1a43-4051-aeac-3ede2563423a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'mac_address': 'fa:16:3e:40:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8545f5f7-116c-4383-acff-0864c80fcacb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:18:52Z', 'updated_at': '2021-07-27T11:18:52Z', 'revision_number': 0, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:18:54.628639 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a9b37-1128-4f56-b9c6-1c5f62225d8a None None] The sync data for ids ['b0f776a0-c20c-45c6-8312-feceac0d888e'] in dv-cinder-784956-7-iscsi is: [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '319b909c-2507-472d-90dc-43ca21cfed82', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'port_id': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'mac_address': 'fa:16:3e:68:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62741aac-3d04-416b-95dd-ccc2090492a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:16:41Z', 'updated_at': '2021-07-27T11:16:44Z', 'revision_number': 1, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'fixed_ip_address_scope': None}, {'id': '33709a1e-8ddb-45f6-8dc4-fa252b38798a', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'port_id': '2947cfc3-1a43-4051-aeac-3ede2563423a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'mac_address': 'fa:16:3e:40:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8545f5f7-116c-4383-acff-0864c80fcacb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:18:52Z', 'updated_at': '2021-07-27T11:18:52Z', 'revision_number': 0, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:18:54.813377 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ed1648-4368-4c6c-b69a-543a78d12730 None None] New status for floating IP 33709a1e-8ddb-45f6-8dc4-fa252b38798a: ACTIVE {{(pid=93202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 11:18:55.325173 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5021f0-ebb0-4b61-bb97-20169a18852d req-96f2fb80-2f1a-451b-981d-b59c6f365685 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:55.326663 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ad5021f0-ebb0-4b61-bb97-20169a18852d req-96f2fb80-2f1a-451b-981d-b59c6f365685 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0615597 Jul 27 11:18:55.363827 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ad5021f0-ebb0-4b61-bb97-20169a18852d req-1237b4ae-b29a-49a0-9400-0decdc36a00e tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313809 Jul 27 11:18:55.646145 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c47f7cb7-b853-4ed7-bc80-5fdb25f09aad tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:55.647600 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c47f7cb7-b853-4ed7-bc80-5fdb25f09aad tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/networks?id=d826e0ca-ea17-4d97-b7e9-901aa0a43509 HTTP/1.1" status: 200 len: 814 time: 0.0999238 Jul 27 11:18:55.662433 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-4fdab0b7-b15a-4d36-b819-9afa519e3d3f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/quotas/ceac1a167ac348a8ad3ec4ca7c9e9720 HTTP/1.1" status: 200 len: 375 time: 0.0093274 Jul 27 11:18:55.695127 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-af327c17-1b39-4778-9a46-0b9b1cd92a3f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ceac1a167ac348a8ad3ec4ca7c9e9720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276556 Jul 27 11:18:55.784489 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-58437c89-ab4e-45ad-b712-0270a07b7cfb service neutron] 10.222.0.16 "GET /v2.0/networks/d826e0ca-ea17-4d97-b7e9-901aa0a43509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828574 Jul 27 11:18:55.870616 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-47711178-cb3c-4565-b9f1-3075881703a1 service neutron] 10.222.0.16 "GET /v2.0/networks/d826e0ca-ea17-4d97-b7e9-901aa0a43509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801415 Jul 27 11:18:56.027083 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-740e945b-a5a5-44b9-a4ee-3c308a925cf0 req-f3709e39-393f-4970-a611-fc89eadcd815 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f425e7c-4336-41bc-a05a-687673c75691 HTTP/1.1" status: 200 len: 210 time: 0.0294335 Jul 27 11:18:56.495931 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ad5fe-0863-44f8-a731-ce69eca8046d req-e1b39a35-1040-4bfd-bc92-8f7594f387f0 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:56.497462 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-578ad5fe-0863-44f8-a731-ce69eca8046d req-e1b39a35-1040-4bfd-bc92-8f7594f387f0 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0663605 Jul 27 11:18:56.537641 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-578ad5fe-0863-44f8-a731-ce69eca8046d req-34368a64-50cb-43cd-a7ec-b344ab888cc0 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333261 Jul 27 11:18:57.086506 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-f3d49df3-88f5-433f-9869-d67c8fb7206b tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:57.088100 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-f3d49df3-88f5-433f-9869-d67c8fb7206b tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.20 "GET /v2.0/networks?id=d826e0ca-ea17-4d97-b7e9-901aa0a43509 HTTP/1.1" status: 200 len: 814 time: 0.1006188 Jul 27 11:18:57.124477 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-31bd656e-f8e8-41da-ac0a-5726c108e18b req-c74306bf-0eca-4877-bf32-f7bd684edf9f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f425e7c-4336-41bc-a05a-687673c75691 HTTP/1.1" status: 200 len: 210 time: 0.0305398 Jul 27 11:18:57.128418 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-9945074d-8fb4-4e0b-a276-1021f35ec9f0 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Request body: {'port': {'device_id': '1f425e7c-4336-41bc-a05a-687673c75691', 'network_id': 'd826e0ca-ea17-4d97-b7e9-901aa0a43509', 'admin_state_up': True, 'tenant_id': 'ceac1a167ac348a8ad3ec4ca7c9e9720'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:18:57.235255 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-9945074d-8fb4-4e0b-a276-1021f35ec9f0 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Made reservation on behalf of ceac1a167ac348a8ad3ec4ca7c9e9720 for: {'port': 1} {{(pid=93200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:18:57.238851 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-9945074d-8fb4-4e0b-a276-1021f35ec9f0 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:57.361217 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_common [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-9945074d-8fb4-4e0b-a276-1021f35ec9f0 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Allocated IP 172.20.0.13 (d826e0ca-ea17-4d97-b7e9-901aa0a43509/4804941e-4ad3-46c5-b066-5319303d2f01/9870ffb9-047a-47f3-8b94-79d539b4f0e2) {{(pid=93200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:18:57.498944 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-9945074d-8fb4-4e0b-a276-1021f35ec9f0 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Notify callbacks [] for port, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:57.536678 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-9945074d-8fb4-4e0b-a276-1021f35ec9f0 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:57.581007 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-9945074d-8fb4-4e0b-a276-1021f35ec9f0 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Network d826e0ca-ea17-4d97-b7e9-901aa0a43509 is already hosted by enough agents. {{(pid=93200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:18:57.585916 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.base_scheduler [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-9945074d-8fb4-4e0b-a276-1021f35ec9f0 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Resources bound (agent type, host, resource id): {{(pid=93200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:18:57.589447 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-9945074d-8fb4-4e0b-a276-1021f35ec9f0 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Received port after_create {{(pid=93200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:18:57.613721 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945074d-8fb4-4e0b-a276-1021f35ec9f0 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Pushing event updated for resources: {'Port': ['ID=9870ffb9-047a-47f3-8b94-79d539b4f0e2,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:57.666204 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-9945074d-8fb4-4e0b-a276-1021f35ec9f0 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:57.666809 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-9945074d-8fb4-4e0b-a276-1021f35ec9f0 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:57.684778 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-9945074d-8fb4-4e0b-a276-1021f35ec9f0 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5626488 Jul 27 11:18:57.702046 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58b32c-c1d6-46d3-a5ac-c8fe78868e97 req-e6918c52-a220-4180-9ebb-b3cfc7b58324 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:57.704088 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf58b32c-c1d6-46d3-a5ac-c8fe78868e97 req-e6918c52-a220-4180-9ebb-b3cfc7b58324 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0915143 Jul 27 11:18:57.708777 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Request body: {'port': {'device_id': '1f425e7c-4336-41bc-a05a-687673c75691', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:18:57.775803 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bf58b32c-c1d6-46d3-a5ac-c8fe78868e97 req-41f7a382-2f18-43cf-a04f-5c2bf52ed4fb tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645845 Jul 27 11:18:57.807061 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:58.053005 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9870ffb9-047a-47f3-8b94-79d539b4f0e2 {{(pid=93200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:18:58.060140 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:58.072349 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.provisioning_blocks [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Transition to ACTIVE for port object 9870ffb9-047a-47f3-8b94-79d539b4f0e2 will not be triggered until provisioned by entity L2. {{(pid=93200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:18:58.075531 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:58.122545 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Pushing event updated for resources: {'Port': ['ID=9870ffb9-047a-47f3-8b94-79d539b4f0e2,revision_number=2']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:58.193899 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Attempting to bind port 9870ffb9-047a-47f3-8b94-79d539b4f0e2 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:18:58.194229 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Attempting to bind port 9870ffb9-047a-47f3-8b94-79d539b4f0e2 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '4214dcac-b009-4178-91d3-5fb2cd083284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd826e0ca-ea17-4d97-b7e9-901aa0a43509'}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:18:58.194550 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Attempting to bind port 9870ffb9-047a-47f3-8b94-79d539b4f0e2 on network d826e0ca-ea17-4d97-b7e9-901aa0a43509 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:18:58.206141 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Port 9870ffb9-047a-47f3-8b94-79d539b4f0e2 on network d826e0ca-ea17-4d97-b7e9-901aa0a43509 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:18:58.206461 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Attempting to bind port 9870ffb9-047a-47f3-8b94-79d539b4f0e2 on network d826e0ca-ea17-4d97-b7e9-901aa0a43509 {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:18:58.227634 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:18:58.227966 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Checking segment: {'id': '4214dcac-b009-4178-91d3-5fb2cd083284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd826e0ca-ea17-4d97-b7e9-901aa0a43509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:18:58.228339 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Bound using segment: {'id': '4214dcac-b009-4178-91d3-5fb2cd083284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd826e0ca-ea17-4d97-b7e9-901aa0a43509'} {{(pid=93200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:18:58.228756 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.managers [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Bound port: 9870ffb9-047a-47f3-8b94-79d539b4f0e2, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4214dcac-b009-4178-91d3-5fb2cd083284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd826e0ca-ea17-4d97-b7e9-901aa0a43509'}}] {{(pid=93200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:18:58.229104 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:58.308529 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684419c3-40a0-4da1-99eb-04fec8966904 req-96cd8425-5e1a-4320-ad47-76208738b706 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:58.310057 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-684419c3-40a0-4da1-99eb-04fec8966904 req-96cd8425-5e1a-4320-ad47-76208738b706 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f425e7c-4336-41bc-a05a-687673c75691 HTTP/1.1" status: 200 len: 944 time: 0.1181667 Jul 27 11:18:58.314188 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] For port 9870ffb9-047a-47f3-8b94-79d539b4f0e2, host hv-cinder-78495, cleared binding levels {{(pid=93200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:18:58.318770 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] For port 9870ffb9-047a-47f3-8b94-79d539b4f0e2, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9870ffb9-047a-47f3-8b94-79d539b4f0e2,segment=NetworkSegment(4214dcac-b009-4178-91d3-5fb2cd083284),segment_id=4214dcac-b009-4178-91d3-5fb2cd083284)] {{(pid=93200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:18:58.325615 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:58.376011 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:58.376610 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:18:58.377980 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] 10.222.0.20 "PUT /v2.0/ports/9870ffb9-047a-47f3-8b94-79d539b4f0e2 HTTP/1.1" status: 200 len: 1094 time: 0.6730502 Jul 27 11:18:58.378402 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f425e7c-4336-41bc-a05a-687673c75691', 'tag': '9870ffb9-047a-47f3-8b94-79d539b4f0e2'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:18:58.380578 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53c4174-83d0-40ec-895f-200c5000bc64" -d '{"events": [{"name": "network-changed", "server_uuid": "1f425e7c-4336-41bc-a05a-687673c75691", "tag": "9870ffb9-047a-47f3-8b94-79d539b4f0e2"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:18:58.392988 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-684419c3-40a0-4da1-99eb-04fec8966904 req-0351b483-f03f-4a9a-bee9-5d4397e8863d tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766180 Jul 27 11:18:58.410376 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f435b8-e176-4463-ad3a-9f31afde36fb service neutron] Pushing event updated for resources: {'Port': ['ID=9870ffb9-047a-47f3-8b94-79d539b4f0e2,revision_number=3']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:18:58.425692 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee74d1b7-3d4a-4aea-a554-a28289b2949b x-openstack-request-id: req-ee74d1b7-3d4a-4aea-a554-a28289b2949b {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:18:58.425980 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f425e7c-4336-41bc-a05a-687673c75691", "tag": "9870ffb9-047a-47f3-8b94-79d539b4f0e2", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:18:58.426229 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee74d1b7-3d4a-4aea-a554-a28289b2949b {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:18:58.426621 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f425e7c-4336-41bc-a05a-687673c75691', 'tag': '9870ffb9-047a-47f3-8b94-79d539b4f0e2', 'status': 'completed', 'code': 200} Jul 27 11:18:58.496715 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-9040cb57-f92a-4254-a820-6bf8c1a2852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:58.498222 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-9040cb57-f92a-4254-a820-6bf8c1a2852b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ceac1a167ac348a8ad3ec4ca7c9e9720&device_id=1f425e7c-4336-41bc-a05a-687673c75691 HTTP/1.1" status: 200 len: 1097 time: 0.0533266 Jul 27 11:18:58.549411 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-93e38616-743c-45d8-9ff6-46c019c17aac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9870ffb9-047a-47f3-8b94-79d539b4f0e2 HTTP/1.1" status: 200 len: 217 time: 0.0351202 Jul 27 11:18:58.596479 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-d1379e30-4146-4aae-9785-0d6334bb9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:58.597847 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-d1379e30-4146-4aae-9785-0d6334bb9c27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4804941e-4ad3-46c5-b066-5319303d2f01 HTTP/1.1" status: 200 len: 854 time: 0.0418973 Jul 27 11:18:58.630222 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-63f91039-3c84-4e62-9ccd-017f57b5e994 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d826e0ca-ea17-4d97-b7e9-901aa0a43509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256639 Jul 27 11:18:58.720419 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-9b7447fe-ae97-41a5-b1c9-44685ca3b25d service neutron] 10.222.0.20 "GET /v2.0/networks/d826e0ca-ea17-4d97-b7e9-901aa0a43509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818913 Jul 27 11:18:58.806254 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d3d96ba3-c18d-4cf6-9b05-9ab2c1faaea5 req-90a986de-3cc6-4071-b92c-cc80b3eb08e2 service neutron] 10.222.0.20 "GET /v2.0/networks/d826e0ca-ea17-4d97-b7e9-901aa0a43509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786607 Jul 27 11:18:58.912386 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f96bba-c90d-4b8d-8713-3ae7174ed507 req-25dc0079-2986-47f7-8763-b7da98b94906 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:58.914131 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d0f96bba-c90d-4b8d-8713-3ae7174ed507 req-25dc0079-2986-47f7-8763-b7da98b94906 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0716391 Jul 27 11:18:58.978418 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d0f96bba-c90d-4b8d-8713-3ae7174ed507 req-18dfe89e-74db-49c6-bab6-1ae2b73b9ae3 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450168 Jul 27 11:18:58.986871 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c4174-83d0-40ec-895f-200c5000bc64 req-85241505-0cad-4866-b83e-af5d250ea9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:58.988297 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c53c4174-83d0-40ec-895f-200c5000bc64 req-85241505-0cad-4866-b83e-af5d250ea9f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ceac1a167ac348a8ad3ec4ca7c9e9720&device_id=1f425e7c-4336-41bc-a05a-687673c75691 HTTP/1.1" status: 200 len: 1097 time: 0.0948553 Jul 27 11:18:59.075391 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c4174-83d0-40ec-895f-200c5000bc64 req-9574bf61-2396-4ac7-b691-b14efcb43ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:59.076811 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c53c4174-83d0-40ec-895f-200c5000bc64 req-9574bf61-2396-4ac7-b691-b14efcb43ebd service neutron] 10.222.0.20 "GET /v2.0/networks?id=d826e0ca-ea17-4d97-b7e9-901aa0a43509 HTTP/1.1" status: 200 len: 914 time: 0.0803945 Jul 27 11:18:59.120498 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c53c4174-83d0-40ec-895f-200c5000bc64 req-76519e96-7ccd-4ff5-8ad0-0d7bb6c51278 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9870ffb9-047a-47f3-8b94-79d539b4f0e2 HTTP/1.1" status: 200 len: 217 time: 0.0357013 Jul 27 11:18:59.168241 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c4174-83d0-40ec-895f-200c5000bc64 req-726f0e1f-f196-439e-a4fd-df6deca7b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:59.169598 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c53c4174-83d0-40ec-895f-200c5000bc64 req-726f0e1f-f196-439e-a4fd-df6deca7b6e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4804941e-4ad3-46c5-b066-5319303d2f01 HTTP/1.1" status: 200 len: 854 time: 0.0410397 Jul 27 11:18:59.208366 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c53c4174-83d0-40ec-895f-200c5000bc64 req-83a06c4c-3210-450f-b98b-f78da3318bdb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d826e0ca-ea17-4d97-b7e9-901aa0a43509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265126 Jul 27 11:18:59.295908 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c53c4174-83d0-40ec-895f-200c5000bc64 req-8dffe175-b0ac-4a79-9f36-4b6ddb2bdc0f service neutron] 10.222.0.20 "GET /v2.0/networks/d826e0ca-ea17-4d97-b7e9-901aa0a43509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801406 Jul 27 11:18:59.384624 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c53c4174-83d0-40ec-895f-200c5000bc64 req-b269ed88-68c7-466e-b1b3-f109d1b7bc5c service neutron] 10.222.0.20 "GET /v2.0/networks/d826e0ca-ea17-4d97-b7e9-901aa0a43509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788815 Jul 27 11:18:59.525158 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57766c-d5a5-4a48-b3f3-f387023cabd2 req-dbd242f8-34b9-4ce9-bdc2-d7a1f68f7c08 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:18:59.526681 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cb57766c-d5a5-4a48-b3f3-f387023cabd2 req-dbd242f8-34b9-4ce9-bdc2-d7a1f68f7c08 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f425e7c-4336-41bc-a05a-687673c75691 HTTP/1.1" status: 200 len: 944 time: 0.0622230 Jul 27 11:18:59.567174 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cb57766c-d5a5-4a48-b3f3-f387023cabd2 req-34a5f1a2-2e6d-4edf-bbf8-b26e72b0356f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346322 Jul 27 11:19:00.105791 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a3c42-c91c-41eb-9be8-6adaef1db10f req-e47b1651-eac0-496d-894a-17dce762054a tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:00.107273 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9d8a3c42-c91c-41eb-9be8-6adaef1db10f req-e47b1651-eac0-496d-894a-17dce762054a tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0632424 Jul 27 11:19:00.143772 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9d8a3c42-c91c-41eb-9be8-6adaef1db10f req-416681c1-39bb-4a33-9e9f-ebc37ea36e46 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305872 Jul 27 11:19:00.692128 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781e0f7-f796-4e58-b59e-a5978cff54ee req-ae135a72-014e-4a59-9c2a-fd89e20033f0 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:00.693625 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5781e0f7-f796-4e58-b59e-a5978cff54ee req-ae135a72-014e-4a59-9c2a-fd89e20033f0 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f425e7c-4336-41bc-a05a-687673c75691 HTTP/1.1" status: 200 len: 944 time: 0.0617299 Jul 27 11:19:00.729944 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5781e0f7-f796-4e58-b59e-a5978cff54ee req-1cd91d1c-2aea-4b1b-a319-12350026cee2 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305200 Jul 27 11:19:01.540600 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f955e1a-03ac-4e38-a64e-1e89ff956741 req-aa7c5f7d-b1e0-4907-833a-1a3537f879be tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:01.542124 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5f955e1a-03ac-4e38-a64e-1e89ff956741 req-aa7c5f7d-b1e0-4907-833a-1a3537f879be tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.3338554 Jul 27 11:19:01.578772 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5f955e1a-03ac-4e38-a64e-1e89ff956741 req-ac9db579-587a-4052-a7a0-8a9fc585ccf2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303278 Jul 27 11:19:01.775369 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 9870ffb9-047a-47f3-8b94-79d539b4f0e2 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:19:01.855880 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cc9fb-23b9-456c-b926-957cc3b2df32 req-1e4f2863-6d8b-4a54-8e62-c819d582689a tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:01.857441 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a27cc9fb-23b9-456c-b926-957cc3b2df32 req-1e4f2863-6d8b-4a54-8e62-c819d582689a tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f425e7c-4336-41bc-a05a-687673c75691 HTTP/1.1" status: 200 len: 944 time: 0.0625720 Jul 27 11:19:01.872560 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 9870ffb9-047a-47f3-8b94-79d539b4f0e2, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9870ffb9-047a-47f3-8b94-79d539b4f0e2,segment=NetworkSegment(4214dcac-b009-4178-91d3-5fb2cd083284),segment_id=4214dcac-b009-4178-91d3-5fb2cd083284)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:19:01.889683 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '9870ffb9-047a-47f3-8b94-79d539b4f0e2', 'network_id': 'd826e0ca-ea17-4d97-b7e9-901aa0a43509', 'port_id': '9870ffb9-047a-47f3-8b94-79d539b4f0e2', 'mac_address': 'fa:16:3e:78:04:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4804941e-4ad3-46c5-b066-5319303d2f01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:19:01.896370 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a27cc9fb-23b9-456c-b926-957cc3b2df32 req-195cf354-e4f1-4143-8496-a5f4bb5d199e tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320148 Jul 27 11:19:01.930467 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:01.942823 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9870ffb9-047a-47f3-8b94-79d539b4f0e2 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:19:01.962992 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 9870ffb9-047a-47f3-8b94-79d539b4f0e2, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9870ffb9-047a-47f3-8b94-79d539b4f0e2,segment=NetworkSegment(4214dcac-b009-4178-91d3-5fb2cd083284),segment_id=4214dcac-b009-4178-91d3-5fb2cd083284)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:19:01.966973 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:02.014222 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=9870ffb9-047a-47f3-8b94-79d539b4f0e2,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:19:02.328404 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['9870ffb9-047a-47f3-8b94-79d539b4f0e2'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:19:02.704546 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c398fe-2d43-4b35-a50a-a299f9196bf6 req-18effcbc-df3e-425e-b951-f1d7625bccc4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:02.706038 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-29c398fe-2d43-4b35-a50a-a299f9196bf6 req-18effcbc-df3e-425e-b951-f1d7625bccc4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0625453 Jul 27 11:19:02.744899 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-29c398fe-2d43-4b35-a50a-a299f9196bf6 req-bc6caa2f-5dc8-4a4a-9883-a65c3d81aaf0 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331357 Jul 27 11:19:03.023079 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76028888-4ef7-4294-b1ae-9469607ce533 req-d978eaaa-af36-4ea9-b250-f41761acd066 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:03.024561 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-76028888-4ef7-4294-b1ae-9469607ce533 req-d978eaaa-af36-4ea9-b250-f41761acd066 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f425e7c-4336-41bc-a05a-687673c75691 HTTP/1.1" status: 200 len: 945 time: 0.0617135 Jul 27 11:19:03.061747 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-76028888-4ef7-4294-b1ae-9469607ce533 req-4ef5d792-bbf1-4d20-8d82-9e348cee9808 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310903 Jul 27 11:19:03.791691 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 9870ffb9-047a-47f3-8b94-79d539b4f0e2 up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:19:03.839499 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port 9870ffb9-047a-47f3-8b94-79d539b4f0e2 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:19:03.844057 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 9870ffb9-047a-47f3-8b94-79d539b4f0e2 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:19:03.844434 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:03.873084 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9b6d2-19aa-402d-9be8-6619212d9059 req-cf57a5b5-7b08-4ad3-9d1b-38593729c9bf tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:03.874636 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ffe9b6d2-19aa-402d-9be8-6619212d9059 req-cf57a5b5-7b08-4ad3-9d1b-38593729c9bf tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0623047 Jul 27 11:19:03.912560 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ffe9b6d2-19aa-402d-9be8-6619212d9059 req-0cdf1dd5-bfd0-4b6e-8f1f-91c568a326ef tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320098 Jul 27 11:19:03.924895 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:03.946948 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f425e7c-4336-41bc-a05a-687673c75691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9870ffb9-047a-47f3-8b94-79d539b4f0e2'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:19:03.949164 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c53fbe-aa75-4e11-8225-b41daf71cc1d" -d '{"events": [{"server_uuid": "1f425e7c-4336-41bc-a05a-687673c75691", "name": "network-vif-plugged", "status": "completed", "tag": "9870ffb9-047a-47f3-8b94-79d539b4f0e2"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:19:03.962053 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 9870ffb9-047a-47f3-8b94-79d539b4f0e2, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9870ffb9-047a-47f3-8b94-79d539b4f0e2,segment=NetworkSegment(4214dcac-b009-4178-91d3-5fb2cd083284),segment_id=4214dcac-b009-4178-91d3-5fb2cd083284)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:19:03.965947 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:03.992460 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3c3ba3-cc9a-466d-83f6-6d016bbc1c6f x-openstack-request-id: req-fa3c3ba3-cc9a-466d-83f6-6d016bbc1c6f {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:19:03.992757 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f425e7c-4336-41bc-a05a-687673c75691", "name": "network-vif-plugged", "status": "completed", "tag": "9870ffb9-047a-47f3-8b94-79d539b4f0e2", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:19:03.993010 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa3c3ba3-cc9a-466d-83f6-6d016bbc1c6f {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:19:03.993424 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f425e7c-4336-41bc-a05a-687673c75691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9870ffb9-047a-47f3-8b94-79d539b4f0e2', 'code': 200} Jul 27 11:19:04.018800 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=9870ffb9-047a-47f3-8b94-79d539b4f0e2,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:19:04.202241 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6834c-03ab-4b0b-99b0-1fd189b30aa4 req-4ebf37ec-efcd-4892-9a28-ffaf9b60f95a tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:04.204029 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9ec6834c-03ab-4b0b-99b0-1fd189b30aa4 req-4ebf37ec-efcd-4892-9a28-ffaf9b60f95a tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f425e7c-4336-41bc-a05a-687673c75691 HTTP/1.1" status: 200 len: 946 time: 0.0719576 Jul 27 11:19:04.264116 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9ec6834c-03ab-4b0b-99b0-1fd189b30aa4 req-359b18f4-cd60-4a2a-a7c5-eef11305a52d tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443513 Jul 27 11:19:04.271673 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676777b-657e-4b21-b566-533e636d0f5e req-4f6d1486-09b5-4465-bf93-8b74b6aba5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:04.273096 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9676777b-657e-4b21-b566-533e636d0f5e req-4f6d1486-09b5-4465-bf93-8b74b6aba5bf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1f425e7c-4336-41bc-a05a-687673c75691 HTTP/1.1" status: 200 len: 1099 time: 0.0866103 Jul 27 11:19:04.308917 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9676777b-657e-4b21-b566-533e636d0f5e req-b7c48ecf-51f0-4677-bc36-c163232b344b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281136 Jul 27 11:19:04.309541 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3fc19-6412-47ed-9e1c-85c4593eb0b2 req-0a9f75a0-6586-4135-9809-7f9169c2cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:04.311027 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-43b3fc19-6412-47ed-9e1c-85c4593eb0b2 req-0a9f75a0-6586-4135-9809-7f9169c2cc6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b9bfd2d2b244bfcb54501759fd2ebbe&device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 1099 time: 0.0537748 Jul 27 11:19:04.405185 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:04.685743 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3fc19-6412-47ed-9e1c-85c4593eb0b2 req-9ac43238-b704-4e31-8b15-5ead2ea4c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:04.687238 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-43b3fc19-6412-47ed-9e1c-85c4593eb0b2 req-9ac43238-b704-4e31-8b15-5ead2ea4c374 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00727d2e-a261-402c-a777-2fb23ca18a42 HTTP/1.1" status: 200 len: 908 time: 0.0847702 Jul 27 11:19:04.753137 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-43b3fc19-6412-47ed-9e1c-85c4593eb0b2 req-68c42c80-627f-4dc7-8646-f7c3bb551053 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34c0ef3f-f3a7-413b-bde2-bcd58714f839 HTTP/1.1" status: 200 len: 1002 time: 0.0557168 Jul 27 11:19:04.807478 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3fc19-6412-47ed-9e1c-85c4593eb0b2 req-3044f4a3-e071-436e-8a6a-cf71babbd06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:04.808894 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-43b3fc19-6412-47ed-9e1c-85c4593eb0b2 req-3044f4a3-e071-436e-8a6a-cf71babbd06a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ac8bd97-6b08-43ee-9af1-f1f073bddbdd HTTP/1.1" status: 200 len: 847 time: 0.0461712 Jul 27 11:19:04.871230 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3fc19-6412-47ed-9e1c-85c4593eb0b2 req-fbaaedb0-a4ee-412c-9181-834fc4f184ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:04.872698 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-43b3fc19-6412-47ed-9e1c-85c4593eb0b2 req-fbaaedb0-a4ee-412c-9181-834fc4f184ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00727d2e-a261-402c-a777-2fb23ca18a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517905 Jul 27 11:19:04.965991 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-43b3fc19-6412-47ed-9e1c-85c4593eb0b2 req-c10804f3-857e-4b27-ad60-7eee84e605da service neutron] 10.222.0.20 "GET /v2.0/networks/00727d2e-a261-402c-a777-2fb23ca18a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802968 Jul 27 11:19:05.043113 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d80b12-bf92-4876-9722-53a21fc5bc2b req-39c6fc89-bd59-4022-a50a-2ba220b4cd8e tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:05.044590 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b0d80b12-bf92-4876-9722-53a21fc5bc2b req-39c6fc89-bd59-4022-a50a-2ba220b4cd8e tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0644505 Jul 27 11:19:05.059619 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-43b3fc19-6412-47ed-9e1c-85c4593eb0b2 req-c64c9576-b004-400e-a60d-dde16f00e26f service neutron] 10.222.0.20 "GET /v2.0/networks/00727d2e-a261-402c-a777-2fb23ca18a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864744 Jul 27 11:19:05.082014 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b0d80b12-bf92-4876-9722-53a21fc5bc2b req-7440ee69-9156-4df3-bce6-ad986630d5f3 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314584 Jul 27 11:19:05.389962 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7eb57-0d63-46a7-abed-af48b2ab4a47 req-6fab6165-a973-4401-aa65-ad82ab2902f2 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:05.391413 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fcd7eb57-0d63-46a7-abed-af48b2ab4a47 req-6fab6165-a973-4401-aa65-ad82ab2902f2 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f425e7c-4336-41bc-a05a-687673c75691 HTTP/1.1" status: 200 len: 946 time: 0.0616381 Jul 27 11:19:05.428815 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fcd7eb57-0d63-46a7-abed-af48b2ab4a47 req-535e635f-b533-4c3c-a5d0-e32e0331ce8d tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316126 Jul 27 11:19:06.206116 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665dc58-1986-4308-ab30-ad7776f8b777 req-043f8124-69c6-4694-86bd-b91ef9cec957 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:06.207582 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d665dc58-1986-4308-ab30-ad7776f8b777 req-043f8124-69c6-4694-86bd-b91ef9cec957 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0611327 Jul 27 11:19:06.244296 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d665dc58-1986-4308-ab30-ad7776f8b777 req-afca9e1c-e647-4677-bc9f-24cd517f07f9 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309942 Jul 27 11:19:06.558942 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ef148-3256-4666-abfe-1871eb6933e7 req-0191b411-ca01-4534-900e-e224b9ce4f64 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:06.560387 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c90ef148-3256-4666-abfe-1871eb6933e7 req-0191b411-ca01-4534-900e-e224b9ce4f64 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f425e7c-4336-41bc-a05a-687673c75691 HTTP/1.1" status: 200 len: 946 time: 0.0644135 Jul 27 11:19:06.597981 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c90ef148-3256-4666-abfe-1871eb6933e7 req-62b42b7f-5d1b-4372-a781-10fad9175b57 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311854 Jul 27 11:19:07.370909 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad1f2f-b314-4d8e-9c2d-1754cfbe6302 req-42d334d6-814a-43f9-8480-0d9b308fd831 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:07.372430 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-06ad1f2f-b314-4d8e-9c2d-1754cfbe6302 req-42d334d6-814a-43f9-8480-0d9b308fd831 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0634372 Jul 27 11:19:07.409082 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-06ad1f2f-b314-4d8e-9c2d-1754cfbe6302 req-0fa81d0b-8992-45ef-ac03-55bffde39009 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307560 Jul 27 11:19:07.695233 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:19:08.540525 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aba54b-8cd9-4b06-a23c-627a75c8ceb7 req-1d913c49-74a6-4641-b089-bb2919a5cd8a tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:08.542085 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-67aba54b-8cd9-4b06-a23c-627a75c8ceb7 req-1d913c49-74a6-4641-b089-bb2919a5cd8a tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0674183 Jul 27 11:19:08.581149 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-67aba54b-8cd9-4b06-a23c-627a75c8ceb7 req-bedf1c1b-2c22-49a7-8bdd-7f39a97b7631 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327101 Jul 27 11:19:08.776041 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37086) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:19:08.808724 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84194c-8604-4ef2-a9ac-357fcb67fcfd req-c4a02022-1f2d-4cfe-a5b2-f1c0b7f6500b tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:08.810326 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6b84194c-8604-4ef2-a9ac-357fcb67fcfd req-c4a02022-1f2d-4cfe-a5b2-f1c0b7f6500b tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0664630 Jul 27 11:19:08.849092 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6b84194c-8604-4ef2-a9ac-357fcb67fcfd req-389d645c-4f0f-465a-8e40-67b8e52a171a tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326748 Jul 27 11:19:08.875399 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-b3e9a3d9-75e8-4743-bf18-a281adf2a279 req-f9f0e760-5a6a-4462-91d7-7396e4db9673 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0981729 Jul 27 11:19:09.707493 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238a856-6b29-4c17-8a63-8e9b502a4070 req-9df83ef0-6078-4fb7-b16a-8c0fb0ce27fc tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:09.708906 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1238a856-6b29-4c17-8a63-8e9b502a4070 req-9df83ef0-6078-4fb7-b16a-8c0fb0ce27fc tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 984 time: 0.0650101 Jul 27 11:19:09.748713 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1238a856-6b29-4c17-8a63-8e9b502a4070 req-b72cd26d-b4fe-4c08-9c32-28b28355a48d tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&id=546deee8-68bf-4d74-80d5-3b9365a64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337343 Jul 27 11:19:09.758811 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccebd77-0e7c-4d0d-bbe9-f74489e310f7 req-9b2e0556-c1fe-4220-adca-7e3b3ea5d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:09.760317 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-3ccebd77-0e7c-4d0d-bbe9-f74489e310f7 req-9b2e0556-c1fe-4220-adca-7e3b3ea5d318 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf32821afb3846f9badac574a51c3e98&device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 1137 time: 0.0540898 Jul 27 11:19:09.853577 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccebd77-0e7c-4d0d-bbe9-f74489e310f7 req-1acbf18c-5471-44e2-881c-a1218eddcd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:09.854974 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-3ccebd77-0e7c-4d0d-bbe9-f74489e310f7 req-1acbf18c-5471-44e2-881c-a1218eddcd05 service neutron] 10.222.0.20 "GET /v2.0/networks?id=294ac441-db0a-4e56-8555-799be1e3df1c HTTP/1.1" status: 200 len: 914 time: 0.0873597 Jul 27 11:19:09.925997 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-3ccebd77-0e7c-4d0d-bbe9-f74489e310f7 req-d5134eb8-7bb7-46c0-9ea6-4a8b4f5a51e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ce684d2-d9a2-41e0-b04f-b7659085ebff HTTP/1.1" status: 200 len: 1000 time: 0.0629826 Jul 27 11:19:09.988499 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabb27c-62b2-458b-aa19-3127899ca3b7 req-0b553bac-d472-459c-b656-b9b9d030e0d2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:09.993939 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dbabb27c-62b2-458b-aa19-3127899ca3b7 req-0b553bac-d472-459c-b656-b9b9d030e0d2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0749691 Jul 27 11:19:10.034499 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-dbabb27c-62b2-458b-aa19-3127899ca3b7 req-d6a22fcd-3a6b-48b7-8d48-f6e15e81e4b2 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377853 Jul 27 11:19:10.223891 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccebd77-0e7c-4d0d-bbe9-f74489e310f7 req-f75f1f0f-2f66-43ad-86a3-02aaccf22c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:10.225463 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-3ccebd77-0e7c-4d0d-bbe9-f74489e310f7 req-f75f1f0f-2f66-43ad-86a3-02aaccf22c96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f378f375-5101-4000-82de-1eca2d40b1b3 HTTP/1.1" status: 200 len: 853 time: 0.2904279 Jul 27 11:19:10.286892 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccebd77-0e7c-4d0d-bbe9-f74489e310f7 req-b4ade9fb-0e4e-426d-856c-26af43e7b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:10.288608 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-3ccebd77-0e7c-4d0d-bbe9-f74489e310f7 req-b4ade9fb-0e4e-426d-856c-26af43e7b591 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=294ac441-db0a-4e56-8555-799be1e3df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548527 Jul 27 11:19:10.397244 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-3ccebd77-0e7c-4d0d-bbe9-f74489e310f7 req-00f0d4f8-bd8f-4717-a7e8-b3b2b7c1bd75 service neutron] 10.222.0.20 "GET /v2.0/networks/294ac441-db0a-4e56-8555-799be1e3df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821321 Jul 27 11:19:10.495942 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-3ccebd77-0e7c-4d0d-bbe9-f74489e310f7 req-7af1438d-f4ab-4803-8ecf-95c3a261d140 service neutron] 10.222.0.20 "GET /v2.0/networks/294ac441-db0a-4e56-8555-799be1e3df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865197 Jul 27 11:19:10.710092 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9a3d9-75e8-4743-bf18-a281adf2a279 req-14966aaf-d596-4145-b04d-fae8814ee878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:10.711531 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-b3e9a3d9-75e8-4743-bf18-a281adf2a279 req-14966aaf-d596-4145-b04d-fae8814ee878 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712&tenant_id=2b9bfd2d2b244bfcb54501759fd2ebbe HTTP/1.1" status: 200 len: 1099 time: 0.0548832 Jul 27 11:19:10.835639 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9a3d9-75e8-4743-bf18-a281adf2a279 req-17f6e8c3-081b-4e5d-ad3b-a6b7396815bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:10.837156 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-b3e9a3d9-75e8-4743-bf18-a281adf2a279 req-17f6e8c3-081b-4e5d-ad3b-a6b7396815bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b9bfd2d2b244bfcb54501759fd2ebbe&device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 1099 time: 0.0550003 Jul 27 11:19:10.880057 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f8a5c-97e7-44fe-8dad-29cc715b3e55 req-993425c6-1f02-4336-bcdb-ffacb872081a tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:10.881574 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7e2f8a5c-97e7-44fe-8dad-29cc715b3e55 req-993425c6-1f02-4336-bcdb-ffacb872081a tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 984 time: 0.0651309 Jul 27 11:19:10.922946 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7e2f8a5c-97e7-44fe-8dad-29cc715b3e55 req-9c3db97d-7a79-4ed4-ab14-b7f7d9aec618 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&id=546deee8-68bf-4d74-80d5-3b9365a64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353529 Jul 27 11:19:10.933031 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9a3d9-75e8-4743-bf18-a281adf2a279 req-b33f0676-c53d-4f62-b169-43b2ee42f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:10.934524 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-b3e9a3d9-75e8-4743-bf18-a281adf2a279 req-b33f0676-c53d-4f62-b169-43b2ee42f336 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00727d2e-a261-402c-a777-2fb23ca18a42 HTTP/1.1" status: 200 len: 908 time: 0.0897663 Jul 27 11:19:11.004990 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-b3e9a3d9-75e8-4743-bf18-a281adf2a279 req-5411a11b-b18a-42c3-ae79-60e8d0878c4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34c0ef3f-f3a7-413b-bde2-bcd58714f839 HTTP/1.1" status: 200 len: 1002 time: 0.0568645 Jul 27 11:19:11.067257 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9a3d9-75e8-4743-bf18-a281adf2a279 req-9ba12c69-2903-4003-8a8e-2a28c6799aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:11.068695 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-b3e9a3d9-75e8-4743-bf18-a281adf2a279 req-9ba12c69-2903-4003-8a8e-2a28c6799aea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ac8bd97-6b08-43ee-9af1-f1f073bddbdd HTTP/1.1" status: 200 len: 847 time: 0.0465338 Jul 27 11:19:11.136449 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9a3d9-75e8-4743-bf18-a281adf2a279 req-9d9bc69b-2672-47e8-8d9d-5eae089c236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:11.138058 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-b3e9a3d9-75e8-4743-bf18-a281adf2a279 req-9d9bc69b-2672-47e8-8d9d-5eae089c236a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00727d2e-a261-402c-a777-2fb23ca18a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538101 Jul 27 11:19:11.164892 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1c79a-90e4-4b3a-beee-156507978b48 req-b04ce1b0-3188-4d76-b9d5-badb26f4b710 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:11.166431 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cbb1c79a-90e4-4b3a-beee-156507978b48 req-b04ce1b0-3188-4d76-b9d5-badb26f4b710 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0671527 Jul 27 11:19:11.207977 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cbb1c79a-90e4-4b3a-beee-156507978b48 req-f9eba7c8-8955-45e1-b19f-8aeea6d28ecb tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357158 Jul 27 11:19:11.237189 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-b3e9a3d9-75e8-4743-bf18-a281adf2a279 req-78d3fe16-5075-4f91-8703-9f8340d0ae4f service neutron] 10.222.0.20 "GET /v2.0/networks/00727d2e-a261-402c-a777-2fb23ca18a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887678 Jul 27 11:19:11.336069 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-b3e9a3d9-75e8-4743-bf18-a281adf2a279 req-4ad1b1a2-ed8d-4099-ac11-2469fdb1c20f service neutron] 10.222.0.20 "GET /v2.0/networks/00727d2e-a261-402c-a777-2fb23ca18a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874074 Jul 27 11:19:11.877497 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 34c0ef3f-f3a7-413b-bde2-bcd58714f839 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:19:11.955715 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:11.979058 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c14288-92f7-47b6-a8bb-a44d82789712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34c0ef3f-f3a7-413b-bde2-bcd58714f839'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:19:11.981302 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac6789b-2159-44f9-b79d-8db57ed508bf" -d '{"events": [{"server_uuid": "f3c14288-92f7-47b6-a8bb-a44d82789712", "name": "network-vif-unplugged", "status": "completed", "tag": "34c0ef3f-f3a7-413b-bde2-bcd58714f839"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:19:11.995083 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 34c0ef3f-f3a7-413b-bde2-bcd58714f839, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=34c0ef3f-f3a7-413b-bde2-bcd58714f839,segment=NetworkSegment(3140f030-dfbe-4ebf-9714-b1b1f6fb2769),segment_id=3140f030-dfbe-4ebf-9714-b1b1f6fb2769)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:19:12.001929 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:12.025384 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 11:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a6d9da-2280-4d21-899c-2b86fcd04b25 x-openstack-request-id: req-70a6d9da-2280-4d21-899c-2b86fcd04b25 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:19:12.025707 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c14288-92f7-47b6-a8bb-a44d82789712", "name": "network-vif-unplugged", "status": "completed", "tag": "34c0ef3f-f3a7-413b-bde2-bcd58714f839", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:19:12.025958 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70a6d9da-2280-4d21-899c-2b86fcd04b25 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:19:12.026347 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c14288-92f7-47b6-a8bb-a44d82789712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34c0ef3f-f3a7-413b-bde2-bcd58714f839', 'code': 200} Jul 27 11:19:12.052851 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=34c0ef3f-f3a7-413b-bde2-bcd58714f839,revision_number=6']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:19:12.060022 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73111a-8122-4e7b-9e46-3d9fbd1bf2c2 req-a5edba00-3afc-438e-9e30-ff6b0f415108 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:12.061593 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ba73111a-8122-4e7b-9e46-3d9fbd1bf2c2 req-a5edba00-3afc-438e-9e30-ff6b0f415108 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 984 time: 0.0703425 Jul 27 11:19:12.103289 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ba73111a-8122-4e7b-9e46-3d9fbd1bf2c2 req-9bf8b91a-bedb-42df-8255-94db64835883 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&id=546deee8-68bf-4d74-80d5-3b9365a64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355511 Jul 27 11:19:12.337141 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a82a40-1dc0-4281-8224-a35088e4c9cc req-fdae2fc8-de04-44c1-b2c1-10d984cacb59 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:12.338640 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-03a82a40-1dc0-4281-8224-a35088e4c9cc req-fdae2fc8-de04-44c1-b2c1-10d984cacb59 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0616677 Jul 27 11:19:12.375738 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-03a82a40-1dc0-4281-8224-a35088e4c9cc req-9716e902-9aa1-4e85-af22-d37709dc5201 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304983 Jul 27 11:19:13.237593 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b6180-9d5f-4815-a6a9-cf41c29e016f req-04a0e5cb-f921-45a2-8e9d-d44b30d11727 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:13.239085 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c17b6180-9d5f-4815-a6a9-cf41c29e016f req-04a0e5cb-f921-45a2-8e9d-d44b30d11727 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 984 time: 0.0681670 Jul 27 11:19:13.280150 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-c17b6180-9d5f-4815-a6a9-cf41c29e016f req-5c769300-7cee-4201-a3e0-80424c59fdfe tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&id=546deee8-68bf-4d74-80d5-3b9365a64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349741 Jul 27 11:19:13.522356 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463b060-c018-4b27-b1e9-461c0b653daa req-a7c0dac3-64b4-40c6-a9bf-8f609d39a228 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:13.523871 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d463b060-c018-4b27-b1e9-461c0b653daa req-a7c0dac3-64b4-40c6-a9bf-8f609d39a228 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0641391 Jul 27 11:19:13.560804 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d463b060-c018-4b27-b1e9-461c0b653daa req-dea97553-4309-4a64-834b-61951d325725 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310781 Jul 27 11:19:14.414289 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49ba05-dced-488a-bc27-b4a5ac03458e req-f5cbf122-2d2b-4201-8c29-0448b1277293 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:14.415762 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7a49ba05-dced-488a-bc27-b4a5ac03458e req-f5cbf122-2d2b-4201-8c29-0448b1277293 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 984 time: 0.0675657 Jul 27 11:19:14.457047 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7a49ba05-dced-488a-bc27-b4a5ac03458e req-522f59ce-1da2-4152-ba88-c9ec92de98ce tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&id=546deee8-68bf-4d74-80d5-3b9365a64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350206 Jul 27 11:19:14.691348 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7013205-e9a2-4ba2-a602-21a747a10135 req-c12fe734-991a-46c4-86e9-c38716af0360 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:14.693018 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d7013205-e9a2-4ba2-a602-21a747a10135 req-c12fe734-991a-46c4-86e9-c38716af0360 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0649693 Jul 27 11:19:14.731268 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d7013205-e9a2-4ba2-a602-21a747a10135 req-fdc73e3e-41d8-46ad-a54c-51cd7b61e996 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323954 Jul 27 11:19:15.586598 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef1e7b-324c-47a0-b1b1-36f9e9b384ef req-f17f9b92-c1c3-4299-ae9c-44bf91e244f4 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:15.588116 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d9ef1e7b-324c-47a0-b1b1-36f9e9b384ef req-f17f9b92-c1c3-4299-ae9c-44bf91e244f4 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 984 time: 0.0645638 Jul 27 11:19:15.628101 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d9ef1e7b-324c-47a0-b1b1-36f9e9b384ef req-4d19438f-28db-4fd2-84ef-0338470f1c22 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&id=546deee8-68bf-4d74-80d5-3b9365a64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334985 Jul 27 11:19:15.862760 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1035c0e-b701-44f3-bb65-afea1408b9a9 req-0d086b11-224b-49e2-ab63-628edaba5498 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:15.864226 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f1035c0e-b701-44f3-bb65-afea1408b9a9 req-0d086b11-224b-49e2-ab63-628edaba5498 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0663543 Jul 27 11:19:15.902436 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f1035c0e-b701-44f3-bb65-afea1408b9a9 req-93506955-318a-4517-84b2-4b0519892b74 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323327 Jul 27 11:19:16.756547 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8907b6-a15f-49fa-8023-78687210cc53 req-2e92b8ca-09b2-4246-b86b-3638dee60ebd tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:16.758005 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cc8907b6-a15f-49fa-8023-78687210cc53 req-2e92b8ca-09b2-4246-b86b-3638dee60ebd tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 984 time: 0.0637424 Jul 27 11:19:16.797691 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cc8907b6-a15f-49fa-8023-78687210cc53 req-0a8ecf4d-b060-4690-abd2-8ad219016259 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&id=546deee8-68bf-4d74-80d5-3b9365a64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336559 Jul 27 11:19:17.034331 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14585ba-9d16-48ac-835a-b173d14ad43a req-b622a59f-260f-42a2-988a-294cc60ea007 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:17.035724 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f14585ba-9d16-48ac-835a-b173d14ad43a req-b622a59f-260f-42a2-988a-294cc60ea007 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0661769 Jul 27 11:19:17.073224 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f14585ba-9d16-48ac-835a-b173d14ad43a req-130a6281-af64-459e-bc76-f71deb67722e tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316269 Jul 27 11:19:17.927373 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a168fa4-774a-4fb4-9ff0-5ead2bed374d req-9feec6ff-5f4e-44d3-99da-89dc652b6c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:17.928853 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-4a168fa4-774a-4fb4-9ff0-5ead2bed374d req-9feec6ff-5f4e-44d3-99da-89dc652b6c9b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 1097 time: 0.0538526 Jul 27 11:19:17.940766 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da247154-2a0a-42bd-9e94-be700906bf32 req-93b03ca8-7e32-4696-8690-4ee036556ffe tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:17.942372 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-da247154-2a0a-42bd-9e94-be700906bf32 req-93b03ca8-7e32-4696-8690-4ee036556ffe tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 984 time: 0.0655415 Jul 27 11:19:17.974111 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-4a168fa4-774a-4fb4-9ff0-5ead2bed374d req-a97161a0-4170-407a-bab0-eb7a0b454555 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286384 Jul 27 11:19:17.982381 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-da247154-2a0a-42bd-9e94-be700906bf32 req-41ed470a-213a-4929-a558-8b671875e3d0 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&id=546deee8-68bf-4d74-80d5-3b9365a64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339096 Jul 27 11:19:18.223614 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd329f-5a8a-45b0-9969-82af7139a817 req-ae4d6600-ca0b-40ec-9496-b3cd66ea25b4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:18.225149 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e8bd329f-5a8a-45b0-9969-82af7139a817 req-ae4d6600-ca0b-40ec-9496-b3cd66ea25b4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0659640 Jul 27 11:19:18.264671 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e8bd329f-5a8a-45b0-9969-82af7139a817 req-eb328272-e107-4002-b844-22f8e2120bba tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336113 Jul 27 11:19:18.353993 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7cf1dc84-92b3-4ce0-800e-add58f0e1661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:19.119342 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b66af-48ea-4b50-b7ef-c1ebfac1bd7f req-8611d4ee-dc64-4222-8b2f-6dc1252631f4 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:19.120806 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-de7b66af-48ea-4b50-b7ef-c1ebfac1bd7f req-8611d4ee-dc64-4222-8b2f-6dc1252631f4 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 984 time: 0.0657973 Jul 27 11:19:19.159648 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-de7b66af-48ea-4b50-b7ef-c1ebfac1bd7f req-4ca420c1-1f55-46df-aa9a-532130be6033 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&id=546deee8-68bf-4d74-80d5-3b9365a64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327899 Jul 27 11:19:19.393006 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0843e6-5928-490f-a7f6-7f9805b4b476 req-634c5501-e570-41df-9e84-4bab27fd7d2f tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:19.394516 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8d0843e6-5928-490f-a7f6-7f9805b4b476 req-634c5501-e570-41df-9e84-4bab27fd7d2f tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 944 time: 0.0638011 Jul 27 11:19:19.431677 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-8d0843e6-5928-490f-a7f6-7f9805b4b476 req-6ce48ead-4fd7-468c-adf4-1e6d3e90de35 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312865 Jul 27 11:19:19.964223 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 34c0ef3f-f3a7-413b-bde2-bcd58714f839 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:19:20.061293 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 34c0ef3f-f3a7-413b-bde2-bcd58714f839, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=34c0ef3f-f3a7-413b-bde2-bcd58714f839,segment=NetworkSegment(3140f030-dfbe-4ebf-9714-b1b1f6fb2769),segment_id=3140f030-dfbe-4ebf-9714-b1b1f6fb2769)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:19:20.072277 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': '34c0ef3f-f3a7-413b-bde2-bcd58714f839', 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42', 'port_id': '34c0ef3f-f3a7-413b-bde2-bcd58714f839', 'mac_address': 'fa:16:3e:d8:5c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:19:20.107194 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:20.120053 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c0ef3f-f3a7-413b-bde2-bcd58714f839 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:19:20.138273 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 34c0ef3f-f3a7-413b-bde2-bcd58714f839, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=34c0ef3f-f3a7-413b-bde2-bcd58714f839,segment=NetworkSegment(3140f030-dfbe-4ebf-9714-b1b1f6fb2769),segment_id=3140f030-dfbe-4ebf-9714-b1b1f6fb2769)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:19:20.141665 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:20.186349 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=34c0ef3f-f3a7-413b-bde2-bcd58714f839,revision_number=7']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:19:20.289067 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9869e6b-1382-41ca-b214-7a3c7d9bbba0 req-be1d9659-c415-4f14-800b-f6cfd54ec401 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:20.290476 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d9869e6b-1382-41ca-b214-7a3c7d9bbba0 req-be1d9659-c415-4f14-800b-f6cfd54ec401 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 984 time: 0.0658538 Jul 27 11:19:20.328935 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d9869e6b-1382-41ca-b214-7a3c7d9bbba0 req-d5564042-b958-49ec-9f78-f6beef2b07b4 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&id=546deee8-68bf-4d74-80d5-3b9365a64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325568 Jul 27 11:19:20.563883 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['34c0ef3f-f3a7-413b-bde2-bcd58714f839'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:19:21.238267 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:21.333810 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-92ec9ad2-446b-4ef3-af8b-cae48b168fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:21.455418 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4fda2-504d-4267-a6fa-74dd9a47e7b1 req-5cdd7016-017f-443c-aa7b-a1a044411c13 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:21.456894 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5ff4fda2-504d-4267-a6fa-74dd9a47e7b1 req-5cdd7016-017f-443c-aa7b-a1a044411c13 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 984 time: 0.0629923 Jul 27 11:19:21.497225 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5ff4fda2-504d-4267-a6fa-74dd9a47e7b1 req-1850a06b-0bfd-4398-881b-58f7265a3971 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&id=546deee8-68bf-4d74-80d5-3b9365a64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342333 Jul 27 11:19:21.977738 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 34c0ef3f-f3a7-413b-bde2-bcd58714f839 up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:19:22.026484 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port 34c0ef3f-f3a7-413b-bde2-bcd58714f839 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:19:22.026787 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:22.099920 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:22.121236 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c14288-92f7-47b6-a8bb-a44d82789712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c0ef3f-f3a7-413b-bde2-bcd58714f839'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:19:22.123475 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cef1fb-346e-4ed0-b34d-43a4648af695" -d '{"events": [{"server_uuid": "f3c14288-92f7-47b6-a8bb-a44d82789712", "name": "network-vif-plugged", "status": "completed", "tag": "34c0ef3f-f3a7-413b-bde2-bcd58714f839"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:19:22.135751 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port 34c0ef3f-f3a7-413b-bde2-bcd58714f839, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=34c0ef3f-f3a7-413b-bde2-bcd58714f839,segment=NetworkSegment(3140f030-dfbe-4ebf-9714-b1b1f6fb2769),segment_id=3140f030-dfbe-4ebf-9714-b1b1f6fb2769)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:19:22.139669 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:22.162993 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a090a7a0-7c20-4dc8-bebc-7974d16d4c7e x-openstack-request-id: req-a090a7a0-7c20-4dc8-bebc-7974d16d4c7e {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:19:22.163283 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c14288-92f7-47b6-a8bb-a44d82789712", "name": "network-vif-plugged", "status": "completed", "tag": "34c0ef3f-f3a7-413b-bde2-bcd58714f839", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:19:22.163537 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a090a7a0-7c20-4dc8-bebc-7974d16d4c7e {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:19:22.163922 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c14288-92f7-47b6-a8bb-a44d82789712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c0ef3f-f3a7-413b-bde2-bcd58714f839', 'code': 200} Jul 27 11:19:22.188708 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=34c0ef3f-f3a7-413b-bde2-bcd58714f839,revision_number=8']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:19:22.596442 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:22.628106 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fcd57-c98c-46e4-960d-d7f26e0b7d43 req-7c8aa221-c4cc-4649-8faa-ebfd67c0273d tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:22.629616 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-658fcd57-c98c-46e4-960d-d7f26e0b7d43 req-7c8aa221-c4cc-4649-8faa-ebfd67c0273d tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 984 time: 0.0680094 Jul 27 11:19:22.667801 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-658fcd57-c98c-46e4-960d-d7f26e0b7d43 req-d73ea015-57cb-42cc-8c53-700c3b486b62 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&id=546deee8-68bf-4d74-80d5-3b9365a64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322165 Jul 27 11:19:23.798961 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6c332-7352-4f13-a11e-b96972911cba req-c201f125-dd88-4491-8adf-152662ae3e7e tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:23.800442 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-66d6c332-7352-4f13-a11e-b96972911cba req-c201f125-dd88-4491-8adf-152662ae3e7e tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 984 time: 0.0653458 Jul 27 11:19:23.840282 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-66d6c332-7352-4f13-a11e-b96972911cba req-20edad5e-c5c6-4ff5-9921-57cc3d946373 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&id=546deee8-68bf-4d74-80d5-3b9365a64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338428 Jul 27 11:19:24.084381 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:24.967923 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a910c-2ad8-4313-b403-2e280621f02e req-8a41dd9d-39e4-4910-a0c5-fa382dec5fd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:24.969501 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-802a910c-2ad8-4313-b403-2e280621f02e req-8a41dd9d-39e4-4910-a0c5-fa382dec5fd2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 984 time: 0.0646913 Jul 27 11:19:25.010630 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-802a910c-2ad8-4313-b403-2e280621f02e req-23ee8cf8-6444-4823-8f14-8c90cf28d11e tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&id=546deee8-68bf-4d74-80d5-3b9365a64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349221 Jul 27 11:19:26.139346 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74e811-dea6-4d75-8783-b885823af574 req-c7ed884a-8f99-4218-b3aa-6e94e6caf5bb tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:26.140915 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ad74e811-dea6-4d75-8783-b885823af574 req-c7ed884a-8f99-4218-b3aa-6e94e6caf5bb tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 984 time: 0.0661917 Jul 27 11:19:26.180967 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ad74e811-dea6-4d75-8783-b885823af574 req-39b17397-bafa-464b-a81b-3452d77631cf tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&id=546deee8-68bf-4d74-80d5-3b9365a64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339327 Jul 27 11:19:27.307983 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f44926-94f7-4749-8523-af1f69658986 req-2bd08af4-cc37-4f9f-8095-d582fd357ae2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:27.309510 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a5f44926-94f7-4749-8523-af1f69658986 req-2bd08af4-cc37-4f9f-8095-d582fd357ae2 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 984 time: 0.0625019 Jul 27 11:19:27.348694 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a5f44926-94f7-4749-8523-af1f69658986 req-b408cf94-7e69-4299-a43c-bf1e53c12e0f tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&id=546deee8-68bf-4d74-80d5-3b9365a64e87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326350 Jul 27 11:19:34.435469 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:44.519444 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a775c40e-77cb-4853-af1f-23bc36d51b62 req-f547f7a7-e041-4ce1-95f2-73d769b6279b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559392 Jul 27 11:19:44.611796 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775c40e-77cb-4853-af1f-23bc36d51b62 req-9c302820-b7cf-45cf-aa32-03c137b903e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:44.613314 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a775c40e-77cb-4853-af1f-23bc36d51b62 req-9c302820-b7cf-45cf-aa32-03c137b903e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b9bfd2d2b244bfcb54501759fd2ebbe&device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 1099 time: 0.0527534 Jul 27 11:19:44.694876 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:19:44.717268 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775c40e-77cb-4853-af1f-23bc36d51b62 req-b91d3680-3874-4a27-9d3a-d62944d49bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:44.718905 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a775c40e-77cb-4853-af1f-23bc36d51b62 req-b91d3680-3874-4a27-9d3a-d62944d49bb5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00727d2e-a261-402c-a777-2fb23ca18a42 HTTP/1.1" status: 200 len: 908 time: 0.0836852 Jul 27 11:19:44.789700 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a775c40e-77cb-4853-af1f-23bc36d51b62 req-8146d5c4-0a0e-4519-b5d4-f431c32a391e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34c0ef3f-f3a7-413b-bde2-bcd58714f839 HTTP/1.1" status: 200 len: 1002 time: 0.0612838 Jul 27 11:19:44.839652 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775c40e-77cb-4853-af1f-23bc36d51b62 req-c5f707c4-97c7-4394-ae0b-2335a4243d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:44.841028 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a775c40e-77cb-4853-af1f-23bc36d51b62 req-c5f707c4-97c7-4394-ae0b-2335a4243d08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ac8bd97-6b08-43ee-9af1-f1f073bddbdd HTTP/1.1" status: 200 len: 847 time: 0.0421796 Jul 27 11:19:44.903907 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775c40e-77cb-4853-af1f-23bc36d51b62 req-465cf1dc-53b1-4a77-838c-b963138c53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:44.905294 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a775c40e-77cb-4853-af1f-23bc36d51b62 req-465cf1dc-53b1-4a77-838c-b963138c53ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00727d2e-a261-402c-a777-2fb23ca18a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530751 Jul 27 11:19:45.002409 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a775c40e-77cb-4853-af1f-23bc36d51b62 req-1c5fa02d-26f5-42a5-9443-f847b1af72e7 service neutron] 10.222.0.20 "GET /v2.0/networks/00727d2e-a261-402c-a777-2fb23ca18a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837352 Jul 27 11:19:45.091915 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-a775c40e-77cb-4853-af1f-23bc36d51b62 req-0c7d2424-37f8-40a0-a447-6ea8686d8004 service neutron] 10.222.0.20 "GET /v2.0/networks/00727d2e-a261-402c-a777-2fb23ca18a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805752 Jul 27 11:19:48.353951 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5a66bb70-3082-4f8a-ad12-26bfd382e641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:50.153916 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0a5e8-b813-483b-b5ce-ebeb1276585c req-25f41d07-3a52-4818-b12a-72bd7a5795ca tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:50.155471 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-15c0a5e8-b813-483b-b5ce-ebeb1276585c req-25f41d07-3a52-4818-b12a-72bd7a5795ca tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f425e7c-4336-41bc-a05a-687673c75691 HTTP/1.1" status: 200 len: 946 time: 0.0611818 Jul 27 11:19:50.191620 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-15c0a5e8-b813-483b-b5ce-ebeb1276585c req-052d815e-11d3-4a94-ab5e-b5ae29e01be9 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304663 Jul 27 11:19:51.240392 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:51.323089 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367b87a-a04f-429c-b479-ef8bc3823e43 req-6d4f1ee8-8f25-4154-aa0f-9c0cf1402c83 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:51.324559 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1367b87a-a04f-429c-b479-ef8bc3823e43 req-6d4f1ee8-8f25-4154-aa0f-9c0cf1402c83 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f425e7c-4336-41bc-a05a-687673c75691 HTTP/1.1" status: 200 len: 946 time: 0.0650747 Jul 27 11:19:51.334094 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-04a9e33c-9b0d-47f4-9429-8ba81e69c90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:51.363624 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1367b87a-a04f-429c-b479-ef8bc3823e43 req-469e4bb0-1855-4356-9d03-833c867c6a8c tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324054 Jul 27 11:19:52.454437 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c1cf6-677c-46f0-9162-80d7015f7b42 req-495ba368-fc5a-44af-94f9-1004c99f4d62 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:52.455888 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-9e2c1cf6-677c-46f0-9162-80d7015f7b42 req-495ba368-fc5a-44af-94f9-1004c99f4d62 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f425e7c-4336-41bc-a05a-687673c75691 HTTP/1.1" status: 200 len: 946 time: 0.0618563 Jul 27 11:19:52.491987 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53a4dd-4329-43e4-baaa-c851cab4c419 req-7e93915d-39b3-4a9c-98ea-d9ddfb754b5e tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:19:52.493487 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6e53a4dd-4329-43e4-baaa-c851cab4c419 req-7e93915d-39b3-4a9c-98ea-d9ddfb754b5e tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f425e7c-4336-41bc-a05a-687673c75691 HTTP/1.1" status: 200 len: 946 time: 0.0633554 Jul 27 11:19:52.532123 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6e53a4dd-4329-43e4-baaa-c851cab4c419 req-059289ed-c60e-4ba3-bd5e-d19293648941 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320091 Jul 27 11:19:52.562936 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [req-9e2c1cf6-677c-46f0-9162-80d7015f7b42 req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Deleting port 9870ffb9-047a-47f3-8b94-79d539b4f0e2 {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:19:52.563281 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-9e2c1cf6-677c-46f0-9162-80d7015f7b42 req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:52.598380 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:52.650338 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [req-9e2c1cf6-677c-46f0-9162-80d7015f7b42 req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] For port 9870ffb9-047a-47f3-8b94-79d539b4f0e2, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=9870ffb9-047a-47f3-8b94-79d539b4f0e2,segment=NetworkSegment(4214dcac-b009-4178-91d3-5fb2cd083284),segment_id=4214dcac-b009-4178-91d3-5fb2cd083284)] {{(pid=93199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:19:52.650634 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-9e2c1cf6-677c-46f0-9162-80d7015f7b42 req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:52.667312 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [req-9e2c1cf6-677c-46f0-9162-80d7015f7b42 req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Calling delete_port for 9870ffb9-047a-47f3-8b94-79d539b4f0e2 owned by compute:nova {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:19:52.790192 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-9e2c1cf6-677c-46f0-9162-80d7015f7b42 req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:52.818738 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Pushing event deleted for resources: {'Port': ['ID=9870ffb9-047a-47f3-8b94-79d539b4f0e2,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:19:52.831614 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['9870ffb9-047a-47f3-8b94-79d539b4f0e2'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:19:52.849842 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:19:52.850177 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:19:52.850518 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:19:52.850854 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:19:52.851190 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:19:52.851525 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:19:52.851848 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:19:52.852178 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:19:52.852504 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:19:52.852826 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:19:52.853150 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:19:52.853505 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:19:52.874882 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2c1cf6-677c-46f0-9162-80d7015f7b42 req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] No DVR routers for this DVR port 9870ffb9-047a-47f3-8b94-79d539b4f0e2 on host hv-cinder-78495 {{(pid=93199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:19:52.877137 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-9e2c1cf6-677c-46f0-9162-80d7015f7b42 req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:52.879094 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-9e2c1cf6-677c-46f0-9162-80d7015f7b42 req-7c656f93-2c8a-4b4d-b84b-46240cdb588f tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.20 "DELETE /v2.0/ports/9870ffb9-047a-47f3-8b94-79d539b4f0e2 HTTP/1.1" status: 204 len: 173 time: 0.4160807 Jul 27 11:19:52.879521 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f425e7c-4336-41bc-a05a-687673c75691', 'name': 'network-vif-deleted', 'tag': '9870ffb9-047a-47f3-8b94-79d539b4f0e2'}] {{(pid=93199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:19:52.881755 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d443fbfdc714505da2ae46b12ec6c602a25b40796aa13b1bf78cba4db9ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f84bec-4dc6-4538-85c4-7ad7bff7ae23" -d '{"events": [{"server_uuid": "1f425e7c-4336-41bc-a05a-687673c75691", "name": "network-vif-deleted", "tag": "9870ffb9-047a-47f3-8b94-79d539b4f0e2"}]}' {{(pid=93199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:19:52.917106 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94125f89-af5c-4c51-8d28-21271f4501ad x-openstack-request-id: req-94125f89-af5c-4c51-8d28-21271f4501ad {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:19:52.917421 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f425e7c-4336-41bc-a05a-687673c75691", "name": "network-vif-deleted", "tag": "9870ffb9-047a-47f3-8b94-79d539b4f0e2", "status": "completed", "code": 200}]} {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:19:52.917753 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94125f89-af5c-4c51-8d28-21271f4501ad {{(pid=93199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:19:52.918185 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f425e7c-4336-41bc-a05a-687673c75691', 'name': 'network-vif-deleted', 'tag': '9870ffb9-047a-47f3-8b94-79d539b4f0e2', 'status': 'completed', 'code': 200} Jul 27 11:19:53.646852 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-cd63b34e-96d7-4649-9f93-0a285a65147b req-15d6dc09-3d10-4b66-bde9-3e24c97d9f90 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f425e7c-4336-41bc-a05a-687673c75691 HTTP/1.1" status: 200 len: 210 time: 0.0319414 Jul 27 11:19:54.084933 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:19:57.018692 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 9870ffb9-047a-47f3-8b94-79d539b4f0e2 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:19:57.038822 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: 9870ffb9-047a-47f3-8b94-79d539b4f0e2 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:19:57.039169 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 9870ffb9-047a-47f3-8b94-79d539b4f0e2 not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:20:04.440159 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:04.590062 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-757dac9c-9913-4246-aa64-b739ee37a578 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:04.591528 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-757dac9c-9913-4246-aa64-b739ee37a578 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/networks?id=d826e0ca-ea17-4d97-b7e9-901aa0a43509 HTTP/1.1" status: 200 len: 814 time: 0.0985491 Jul 27 11:20:04.606732 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-e345bf0a-d41f-46ac-af2b-fc16f2f5b5db tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/quotas/ceac1a167ac348a8ad3ec4ca7c9e9720 HTTP/1.1" status: 200 len: 375 time: 0.0088899 Jul 27 11:20:04.640041 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-7997e8cb-13c4-4b80-a3e9-e937505a88e6 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ceac1a167ac348a8ad3ec4ca7c9e9720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273690 Jul 27 11:20:04.730002 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-907b76d5-51b9-42cb-95c2-75b3c6051b1e service neutron] 10.222.0.16 "GET /v2.0/networks/d826e0ca-ea17-4d97-b7e9-901aa0a43509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834095 Jul 27 11:20:04.816612 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-c1a48df0-52c8-405e-9e08-8b35d6366691 service neutron] 10.222.0.16 "GET /v2.0/networks/d826e0ca-ea17-4d97-b7e9-901aa0a43509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802803 Jul 27 11:20:04.976943 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ced4c959-225b-47e8-9cc3-c3f1c96ba7cf req-c9f6affc-ed1c-4da7-89cc-784621c6d7c6 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2a262c0-ebd3-476e-b94b-709f3c4f06f1 HTTP/1.1" status: 200 len: 210 time: 0.0341532 Jul 27 11:20:06.042990 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-24264a6e-9526-4269-8d5d-9cc542a8f2bf tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:06.044653 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-24264a6e-9526-4269-8d5d-9cc542a8f2bf tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.20 "GET /v2.0/networks?id=d826e0ca-ea17-4d97-b7e9-901aa0a43509 HTTP/1.1" status: 200 len: 814 time: 0.1033850 Jul 27 11:20:06.073886 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ab49a075-ef4d-4d00-b322-b227c2a128b0 req-a6b2114c-2c33-4a96-982f-84679381bd8c tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2a262c0-ebd3-476e-b94b-709f3c4f06f1 HTTP/1.1" status: 200 len: 210 time: 0.0288939 Jul 27 11:20:06.083431 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-d3def88a-381e-473f-afe1-bdd072c005a2 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Request body: {'port': {'device_id': 'c2a262c0-ebd3-476e-b94b-709f3c4f06f1', 'network_id': 'd826e0ca-ea17-4d97-b7e9-901aa0a43509', 'admin_state_up': True, 'tenant_id': 'ceac1a167ac348a8ad3ec4ca7c9e9720'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:20:06.191558 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-d3def88a-381e-473f-afe1-bdd072c005a2 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Made reservation on behalf of ceac1a167ac348a8ad3ec4ca7c9e9720 for: {'port': 1} {{(pid=93199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 11:20:06.195011 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-d3def88a-381e-473f-afe1-bdd072c005a2 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:06.313220 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_common [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-d3def88a-381e-473f-afe1-bdd072c005a2 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Allocated IP 172.20.0.9 (d826e0ca-ea17-4d97-b7e9-901aa0a43509/4804941e-4ad3-46c5-b066-5319303d2f01/c408c151-58c4-4c88-84dd-3b632f0cc760) {{(pid=93199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 11:20:06.457045 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-d3def88a-381e-473f-afe1-bdd072c005a2 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Notify callbacks [] for port, precommit_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:06.493796 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-d3def88a-381e-473f-afe1-bdd072c005a2 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738591050231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_create {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:06.537994 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-d3def88a-381e-473f-afe1-bdd072c005a2 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Network d826e0ca-ea17-4d97-b7e9-901aa0a43509 is already hosted by enough agents. {{(pid=93199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 11:20:06.542909 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.base_scheduler [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-d3def88a-381e-473f-afe1-bdd072c005a2 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Resources bound (agent type, host, resource id): {{(pid=93199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 11:20:06.546384 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-d3def88a-381e-473f-afe1-bdd072c005a2 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Received port after_create {{(pid=93199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 11:20:06.552430 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3def88a-381e-473f-afe1-bdd072c005a2 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Pushing event updated for resources: {'Port': ['ID=c408c151-58c4-4c88-84dd-3b632f0cc760,revision_number=1']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:06.596306 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-d3def88a-381e-473f-afe1-bdd072c005a2 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:06.596849 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-d3def88a-381e-473f-afe1-bdd072c005a2 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:06.610406 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-d3def88a-381e-473f-afe1-bdd072c005a2 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5316055 Jul 27 11:20:06.629567 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.v2.base [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Request body: {'port': {'device_id': 'c2a262c0-ebd3-476e-b94b-709f3c4f06f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=93199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:20:06.698726 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:06.952093 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c408c151-58c4-4c88-84dd-3b632f0cc760 {{(pid=93199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:20:06.959305 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:06.971388 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.provisioning_blocks [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Transition to ACTIVE for port object c408c151-58c4-4c88-84dd-3b632f0cc760 will not be triggered until provisioned by entity L2. {{(pid=93199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 11:20:06.974664 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639062'] for port, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:07.039886 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Pushing event updated for resources: {'Port': ['ID=c408c151-58c4-4c88-84dd-3b632f0cc760,revision_number=2']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:07.093599 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.managers [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Attempting to bind port c408c151-58c4-4c88-84dd-3b632f0cc760 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 11:20:07.094353 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.managers [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Attempting to bind port c408c151-58c4-4c88-84dd-3b632f0cc760 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '4214dcac-b009-4178-91d3-5fb2cd083284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd826e0ca-ea17-4d97-b7e9-901aa0a43509'}] {{(pid=93199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 11:20:07.094353 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Attempting to bind port c408c151-58c4-4c88-84dd-3b632f0cc760 on network d826e0ca-ea17-4d97-b7e9-901aa0a43509 {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:20:07.099189 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Port c408c151-58c4-4c88-84dd-3b632f0cc760 on network d826e0ca-ea17-4d97-b7e9-901aa0a43509 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 11:20:07.099524 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Attempting to bind port c408c151-58c4-4c88-84dd-3b632f0cc760 on network d826e0ca-ea17-4d97-b7e9-901aa0a43509 {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 11:20:07.105151 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Checking agent: {'id': '0be5c803-ab06-4066-95ff-f1614fcd93cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'started_at': datetime.datetime(2021, 7, 27, 11, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 11, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 11:20:07.105585 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Checking segment: {'id': '4214dcac-b009-4178-91d3-5fb2cd083284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd826e0ca-ea17-4d97-b7e9-901aa0a43509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 11:20:07.105971 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Bound using segment: {'id': '4214dcac-b009-4178-91d3-5fb2cd083284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd826e0ca-ea17-4d97-b7e9-901aa0a43509'} {{(pid=93199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 11:20:07.106473 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.managers [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Bound port: c408c151-58c4-4c88-84dd-3b632f0cc760, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4214dcac-b009-4178-91d3-5fb2cd083284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd826e0ca-ea17-4d97-b7e9-901aa0a43509'}}] {{(pid=93199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 11:20:07.106757 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:07.176748 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] For port c408c151-58c4-4c88-84dd-3b632f0cc760, host hv-cinder-78495, cleared binding levels {{(pid=93199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 11:20:07.179862 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] For port c408c151-58c4-4c88-84dd-3b632f0cc760, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c408c151-58c4-4c88-84dd-3b632f0cc760,segment=NetworkSegment(4214dcac-b009-4178-91d3-5fb2cd083284),segment_id=4214dcac-b009-4178-91d3-5fb2cd083284)] {{(pid=93199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 11:20:07.184291 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8639062'] for port, after_update {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:07.208165 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56593bc-460c-4284-bbc7-d4815504f243 req-5ca9b89b-2fba-4272-895b-dc1d6fd01189 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:07.209600 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f56593bc-460c-4284-bbc7-d4815504f243 req-5ca9b89b-2fba-4272-895b-dc1d6fd01189 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2a262c0-ebd3-476e-b94b-709f3c4f06f1 HTTP/1.1" status: 200 len: 943 time: 0.0633168 Jul 27 11:20:07.215528 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:07.216154 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:07.218323 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] 10.222.0.20 "PUT /v2.0/ports/c408c151-58c4-4c88-84dd-3b632f0cc760 HTTP/1.1" status: 200 len: 1093 time: 0.5926542 Jul 27 11:20:07.220381 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a262c0-ebd3-476e-b94b-709f3c4f06f1', 'tag': 'c408c151-58c4-4c88-84dd-3b632f0cc760'}] {{(pid=93199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:20:07.222644 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d443fbfdc714505da2ae46b12ec6c602a25b40796aa13b1bf78cba4db9ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf1ebf7-0072-412b-97c6-066a8dcaf66c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a262c0-ebd3-476e-b94b-709f3c4f06f1", "tag": "c408c151-58c4-4c88-84dd-3b632f0cc760"}]}' {{(pid=93199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:20:07.249673 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f56593bc-460c-4284-bbc7-d4815504f243 req-0008230a-3967-4d8a-a0f1-745096a46f90 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340781 Jul 27 11:20:07.254689 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268d5da-6191-43cf-a752-37c02734b348 service neutron] Pushing event updated for resources: {'Port': ['ID=c408c151-58c4-4c88-84dd-3b632f0cc760,revision_number=3']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:07.273796 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4faf7a-078e-4c9b-bd46-0a849075a3b5 x-openstack-request-id: req-ea4faf7a-078e-4c9b-bd46-0a849075a3b5 {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:20:07.274084 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a262c0-ebd3-476e-b94b-709f3c4f06f1", "tag": "c408c151-58c4-4c88-84dd-3b632f0cc760", "status": "completed", "code": 200}]} {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:20:07.274336 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea4faf7a-078e-4c9b-bd46-0a849075a3b5 {{(pid=93199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:20:07.274731 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a262c0-ebd3-476e-b94b-709f3c4f06f1', 'tag': 'c408c151-58c4-4c88-84dd-3b632f0cc760', 'status': 'completed', 'code': 200} Jul 27 11:20:07.349387 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-42d6f88f-4abb-44c1-88e1-a2c1b45911d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:07.350875 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-42d6f88f-4abb-44c1-88e1-a2c1b45911d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ceac1a167ac348a8ad3ec4ca7c9e9720&device_id=c2a262c0-ebd3-476e-b94b-709f3c4f06f1 HTTP/1.1" status: 200 len: 1096 time: 0.0535052 Jul 27 11:20:07.401824 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-bebb1707-bf42-4fc7-b0d9-9d2a50e2e82f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c408c151-58c4-4c88-84dd-3b632f0cc760 HTTP/1.1" status: 200 len: 217 time: 0.0348880 Jul 27 11:20:07.448235 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-2c84daf6-0051-4f2d-a7f3-5b026df71399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:07.449648 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-2c84daf6-0051-4f2d-a7f3-5b026df71399 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4804941e-4ad3-46c5-b066-5319303d2f01 HTTP/1.1" status: 200 len: 854 time: 0.0414948 Jul 27 11:20:07.484696 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-879aebe1-cddf-4fb7-ba20-8902f9e9cbf0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d826e0ca-ea17-4d97-b7e9-901aa0a43509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270929 Jul 27 11:20:07.573714 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-cf7dc64e-ff7e-4db4-b87a-6ba456f4de39 service neutron] 10.222.0.20 "GET /v2.0/networks/d826e0ca-ea17-4d97-b7e9-901aa0a43509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812721 Jul 27 11:20:07.661422 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-fb7bc696-60a8-4e53-b4d3-90f1174fa2f4 req-a51f6db3-8a28-4e19-b021-a2de4dd216e2 service neutron] 10.222.0.20 "GET /v2.0/networks/d826e0ca-ea17-4d97-b7e9-901aa0a43509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802109 Jul 27 11:20:07.808584 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1ebf7-0072-412b-97c6-066a8dcaf66c req-1df7f9ca-546c-468b-9d14-5ac62094b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:07.810107 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-dcf1ebf7-0072-412b-97c6-066a8dcaf66c req-1df7f9ca-546c-468b-9d14-5ac62094b490 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ceac1a167ac348a8ad3ec4ca7c9e9720&device_id=c2a262c0-ebd3-476e-b94b-709f3c4f06f1 HTTP/1.1" status: 200 len: 1096 time: 0.0539012 Jul 27 11:20:07.902099 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1ebf7-0072-412b-97c6-066a8dcaf66c req-b07c5b69-3c59-4452-a3a6-971bbf1b138c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:07.903553 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-dcf1ebf7-0072-412b-97c6-066a8dcaf66c req-b07c5b69-3c59-4452-a3a6-971bbf1b138c service neutron] 10.222.0.20 "GET /v2.0/networks?id=d826e0ca-ea17-4d97-b7e9-901aa0a43509 HTTP/1.1" status: 200 len: 914 time: 0.0856321 Jul 27 11:20:07.945533 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-dcf1ebf7-0072-412b-97c6-066a8dcaf66c req-59d7346c-a0ec-4a19-9a9a-12fc1e766f0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c408c151-58c4-4c88-84dd-3b632f0cc760 HTTP/1.1" status: 200 len: 217 time: 0.0341351 Jul 27 11:20:07.996989 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1ebf7-0072-412b-97c6-066a8dcaf66c req-118bc45f-37aa-42dc-91ef-3a465fabb766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:07.998403 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-dcf1ebf7-0072-412b-97c6-066a8dcaf66c req-118bc45f-37aa-42dc-91ef-3a465fabb766 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4804941e-4ad3-46c5-b066-5319303d2f01 HTTP/1.1" status: 200 len: 854 time: 0.0448568 Jul 27 11:20:08.034625 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-dcf1ebf7-0072-412b-97c6-066a8dcaf66c req-c1c8a581-e890-4891-a3ff-8a558129bf40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d826e0ca-ea17-4d97-b7e9-901aa0a43509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284600 Jul 27 11:20:08.127213 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-dcf1ebf7-0072-412b-97c6-066a8dcaf66c req-be9a464f-af8a-43e5-8ec3-79875c11dba3 service neutron] 10.222.0.20 "GET /v2.0/networks/d826e0ca-ea17-4d97-b7e9-901aa0a43509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844605 Jul 27 11:20:08.218412 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-dcf1ebf7-0072-412b-97c6-066a8dcaf66c req-d0160b84-5ee1-48d3-9a0a-4094800418e9 service neutron] 10.222.0.20 "GET /v2.0/networks/d826e0ca-ea17-4d97-b7e9-901aa0a43509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826650 Jul 27 11:20:08.379531 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4122e-4819-46dd-9513-4acb9851234b req-59f6e227-fd0f-41f8-84b7-337aa62af84c tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:08.381030 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6fd4122e-4819-46dd-9513-4acb9851234b req-59f6e227-fd0f-41f8-84b7-337aa62af84c tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2a262c0-ebd3-476e-b94b-709f3c4f06f1 HTTP/1.1" status: 200 len: 943 time: 0.0673907 Jul 27 11:20:08.417100 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6fd4122e-4819-46dd-9513-4acb9851234b req-e27ad628-a74b-406b-8408-4f64116da5e3 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301795 Jul 27 11:20:09.543776 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b84083-5603-4d69-8ccc-54c69b97501a req-b2b210a9-55bb-4a7b-a8d2-8ce51d5d7d44 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:09.545218 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e2b84083-5603-4d69-8ccc-54c69b97501a req-b2b210a9-55bb-4a7b-a8d2-8ce51d5d7d44 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2a262c0-ebd3-476e-b94b-709f3c4f06f1 HTTP/1.1" status: 200 len: 943 time: 0.0613132 Jul 27 11:20:09.582028 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-e2b84083-5603-4d69-8ccc-54c69b97501a req-db3bfaac-a30e-46c4-9dca-2d97d6152fa9 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309849 Jul 27 11:20:10.216829 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device c408c151-58c4-4c88-84dd-3b632f0cc760 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=93201) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 11:20:10.311259 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port c408c151-58c4-4c88-84dd-3b632f0cc760, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c408c151-58c4-4c88-84dd-3b632f0cc760,segment=NetworkSegment(4214dcac-b009-4178-91d3-5fb2cd083284),segment_id=4214dcac-b009-4178-91d3-5fb2cd083284)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:20:10.321903 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Returning: {'device': 'c408c151-58c4-4c88-84dd-3b632f0cc760', 'network_id': 'd826e0ca-ea17-4d97-b7e9-901aa0a43509', 'port_id': 'c408c151-58c4-4c88-84dd-3b632f0cc760', 'mac_address': 'fa:16:3e:73:f8:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4804941e-4ad3-46c5-b066-5319303d2f01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93201) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 11:20:10.357160 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:10.373036 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c408c151-58c4-4c88-84dd-3b632f0cc760 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 11:20:10.391754 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port c408c151-58c4-4c88-84dd-3b632f0cc760, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c408c151-58c4-4c88-84dd-3b632f0cc760,segment=NetworkSegment(4214dcac-b009-4178-91d3-5fb2cd083284),segment_id=4214dcac-b009-4178-91d3-5fb2cd083284)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:20:10.395426 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:10.440693 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=c408c151-58c4-4c88-84dd-3b632f0cc760,revision_number=4']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:10.447556 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:10.447907 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:10.448250 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:10.448588 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:10.448923 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:10.449258 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:10.449614 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:10.449946 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:10.450275 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:10.450601 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:10.450925 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:10.451248 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:10.706066 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e866cb-0cab-4d96-b54e-b4dccb1865cf req-6ce48767-4e47-4a16-a384-679c2711ebe4 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:10.707536 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b2e866cb-0cab-4d96-b54e-b4dccb1865cf req-6ce48767-4e47-4a16-a384-679c2711ebe4 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2a262c0-ebd3-476e-b94b-709f3c4f06f1 HTTP/1.1" status: 200 len: 944 time: 0.0622525 Jul 27 11:20:10.740104 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['c408c151-58c4-4c88-84dd-3b632f0cc760'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:20:10.744659 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b2e866cb-0cab-4d96-b54e-b4dccb1865cf req-4a216490-28b1-4058-95e0-0f5a742c19d5 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312588 Jul 27 11:20:11.872986 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702cd95-9b7f-4387-9206-c3d76bb04004 req-da744c2f-d8b5-47fa-b916-c130cf9a2ad1 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:11.874675 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f702cd95-9b7f-4387-9206-c3d76bb04004 req-da744c2f-d8b5-47fa-b916-c130cf9a2ad1 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2a262c0-ebd3-476e-b94b-709f3c4f06f1 HTTP/1.1" status: 200 len: 944 time: 0.0644724 Jul 27 11:20:11.910619 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-f702cd95-9b7f-4387-9206-c3d76bb04004 req-720a0c02-3f2a-4f4d-83cf-7211cdb7232e tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301585 Jul 27 11:20:12.225600 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device c408c151-58c4-4c88-84dd-3b632f0cc760 up at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 11:20:12.274006 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning for port c408c151-58c4-4c88-84dd-3b632f0cc760 completed by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 11:20:12.278072 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Provisioning complete for port c408c151-58c4-4c88-84dd-3b632f0cc760 triggered by entity L2. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:20:12.278440 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:12.350774 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:12.372002 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a262c0-ebd3-476e-b94b-709f3c4f06f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c408c151-58c4-4c88-84dd-3b632f0cc760'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:20:12.374233 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f2186f8e3df6fd5033be31187df377aa20d15369a079dd67d2bbb8295916bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8399dd32-cb5f-4d9a-b7c4-62d7bbfb9dfc" -d '{"events": [{"server_uuid": "c2a262c0-ebd3-476e-b94b-709f3c4f06f1", "name": "network-vif-plugged", "status": "completed", "tag": "c408c151-58c4-4c88-84dd-3b632f0cc760"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:20:12.386477 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] For port c408c151-58c4-4c88-84dd-3b632f0cc760, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c408c151-58c4-4c88-84dd-3b632f0cc760,segment=NetworkSegment(4214dcac-b009-4178-91d3-5fb2cd083284),segment_id=4214dcac-b009-4178-91d3-5fb2cd083284)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:20:12.391213 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:12.418241 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36372268-5304-4c0c-93f1-124d342cf84c x-openstack-request-id: req-36372268-5304-4c0c-93f1-124d342cf84c {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:20:12.418534 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a262c0-ebd3-476e-b94b-709f3c4f06f1", "name": "network-vif-plugged", "status": "completed", "tag": "c408c151-58c4-4c88-84dd-3b632f0cc760", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:20:12.418808 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36372268-5304-4c0c-93f1-124d342cf84c {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:20:12.419217 dv-cinder-784956-7-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a262c0-ebd3-476e-b94b-709f3c4f06f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c408c151-58c4-4c88-84dd-3b632f0cc760', 'code': 200} Jul 27 11:20:12.444230 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Pushing event updated for resources: {'Port': ['ID=c408c151-58c4-4c88-84dd-3b632f0cc760,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:12.633024 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae394dbc-fb4b-457a-97b8-c97d9caef983 req-1338efdf-3a2e-4b25-9711-82eabf173567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:12.634516 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-ae394dbc-fb4b-457a-97b8-c97d9caef983 req-1338efdf-3a2e-4b25-9711-82eabf173567 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2a262c0-ebd3-476e-b94b-709f3c4f06f1 HTTP/1.1" status: 200 len: 1098 time: 0.0530908 Jul 27 11:20:12.670220 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-ae394dbc-fb4b-457a-97b8-c97d9caef983 req-a78ac95a-2127-49f6-9f20-c1f6f727d8eb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263007 Jul 27 11:20:13.036751 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368ec10-2a4b-4707-a655-a04103cdcb14 req-23ea52f5-b1dc-4fb5-8922-960af6103803 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:13.038257 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6368ec10-2a4b-4707-a655-a04103cdcb14 req-23ea52f5-b1dc-4fb5-8922-960af6103803 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2a262c0-ebd3-476e-b94b-709f3c4f06f1 HTTP/1.1" status: 200 len: 945 time: 0.0622942 Jul 27 11:20:13.075947 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6368ec10-2a4b-4707-a655-a04103cdcb14 req-9988952a-0226-427f-b04a-3b0607fb4e7e tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314300 Jul 27 11:20:14.205187 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d3888-e811-4fc8-a1e9-4de0fec9be34 req-a9799192-9b14-436b-b9ef-34d86ea836c3 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:14.206654 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-938d3888-e811-4fc8-a1e9-4de0fec9be34 req-a9799192-9b14-436b-b9ef-34d86ea836c3 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2a262c0-ebd3-476e-b94b-709f3c4f06f1 HTTP/1.1" status: 200 len: 945 time: 0.0636814 Jul 27 11:20:14.243409 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-938d3888-e811-4fc8-a1e9-4de0fec9be34 req-6aad8ca4-5344-4575-be1a-323b256f13e9 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310009 Jul 27 11:20:18.354772 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-00967478-302f-4e73-b2bd-d54c4c08a9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:21.241276 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:21.333818 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-09d43cea-339b-4176-87d2-0bb7c9cb5d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:21.693561 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:20:22.601200 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:24.086546 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:30.961628 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ceb5289c-7489-429c-9253-5d642c7e9c7f req-75aee1d3-54c4-4337-9af0-7cfb8a72c830 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771123199&fields=id&tenant_id=cf32821afb3846f9badac574a51c3e98 HTTP/1.1" status: 200 len: 267 time: 0.1333790 Jul 27 11:20:31.027126 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5289c-7489-429c-9253-5d642c7e9c7f req-2805e2bc-89fc-4dab-82cf-77516b63f550 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:31.028599 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ceb5289c-7489-429c-9253-5d642c7e9c7f req-2805e2bc-89fc-4dab-82cf-77516b63f550 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 984 time: 0.0607450 Jul 27 11:20:31.040117 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.v2.base [req-ceb5289c-7489-429c-9253-5d642c7e9c7f req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Request body: {'port': {'security_groups': ['bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd']}} {{(pid=93200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 11:20:31.129109 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-ceb5289c-7489-429c-9253-5d642c7e9c7f req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:31.296715 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-ceb5289c-7489-429c-9253-5d642c7e9c7f req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] For port 7ce684d2-d9a2-41e0-b04f-b7659085ebff, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7ce684d2-d9a2-41e0-b04f-b7659085ebff,segment=NetworkSegment(99567de5-aa51-405d-8e0b-abdd5c962c8e),segment_id=99567de5-aa51-405d-8e0b-abdd5c962c8e)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:20:31.324957 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-ceb5289c-7489-429c-9253-5d642c7e9c7f req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for port, precommit_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:31.329573 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-ceb5289c-7489-429c-9253-5d642c7e9c7f req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10195217'] for port, after_update {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:31.366129 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['7ce684d2-d9a2-41e0-b04f-b7659085ebff'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:20:31.370178 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5289c-7489-429c-9253-5d642c7e9c7f req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:31.370802 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-ceb5289c-7489-429c-9253-5d642c7e9c7f req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:31.372209 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ceb5289c-7489-429c-9253-5d642c7e9c7f req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "PUT /v2.0/ports/7ce684d2-d9a2-41e0-b04f-b7659085ebff HTTP/1.1" status: 200 len: 942 time: 0.3366313 Jul 27 11:20:31.372660 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6da5c9-87ee-43f1-a481-dad9258b7d15', 'tag': '7ce684d2-d9a2-41e0-b04f-b7659085ebff'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:20:31.375478 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d486aa-7969-4fc6-b835-fcd019856478" -d '{"events": [{"name": "network-changed", "server_uuid": "af6da5c9-87ee-43f1-a481-dad9258b7d15", "tag": "7ce684d2-d9a2-41e0-b04f-b7659085ebff"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:20:31.379130 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37476) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:20:31.399560 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Pushing event updated for resources: {'Port': ['ID=7ce684d2-d9a2-41e0-b04f-b7659085ebff,revision_number=7']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:31.407106 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:31.407457 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:31.407802 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:31.408133 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:31.408471 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:31.408807 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:31.409138 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:31.409492 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:31.409848 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:31.410147 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:31.410473 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:31.410804 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315ce03-f8b3-44cf-933e-6026a0aea381 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:20:31.447324 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be135931-595f-4ad1-b36b-87693ae73dba x-openstack-request-id: req-be135931-595f-4ad1-b36b-87693ae73dba {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:20:31.447621 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6da5c9-87ee-43f1-a481-dad9258b7d15", "tag": "7ce684d2-d9a2-41e0-b04f-b7659085ebff", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:20:31.447880 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be135931-595f-4ad1-b36b-87693ae73dba {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:20:31.448285 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6da5c9-87ee-43f1-a481-dad9258b7d15', 'tag': '7ce684d2-d9a2-41e0-b04f-b7659085ebff', 'status': 'completed', 'code': 200} Jul 27 11:20:31.475127 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7038-455c-4e4f-a774-ff061e6afe8c tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:31.535463 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['7ce684d2-d9a2-41e0-b04f-b7659085ebff'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:20:31.536614 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7038-455c-4e4f-a774-ff061e6afe8c tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:31.598581 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d486aa-7969-4fc6-b835-fcd019856478 req-7e9f5e0b-72da-4b88-809b-5c3e9c3c0689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:31.600224 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-d0d486aa-7969-4fc6-b835-fcd019856478 req-7e9f5e0b-72da-4b88-809b-5c3e9c3c0689 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf32821afb3846f9badac574a51c3e98&device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 1098 time: 0.0995746 Jul 27 11:20:31.659877 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7038-455c-4e4f-a774-ff061e6afe8c tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:31.662371 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-1eaa7038-455c-4e4f-a774-ff061e6afe8c tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:31.666493 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-1eaa7038-455c-4e4f-a774-ff061e6afe8c tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "DELETE /v2.0/security-groups/546deee8-68bf-4d74-80d5-3b9365a64e87 HTTP/1.1" status: 204 len: 168 time: 0.2827897 Jul 27 11:20:31.667016 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 37484) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:20:31.675450 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-7d24c7fa-3eaa-4aaa-a00f-d0b87c2f97d3 None None] Provisioning complete for port 7ce684d2-d9a2-41e0-b04f-b7659085ebff triggered by entity DHCP. {{(pid=93201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 11:20:31.675827 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7d24c7fa-3eaa-4aaa-a00f-d0b87c2f97d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-985894'] for port, provisioning_complete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:31.678552 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa7038-455c-4e4f-a774-ff061e6afe8c tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=546deee8-68bf-4d74-80d5-3b9365a64e87,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:31.716242 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d486aa-7969-4fc6-b835-fcd019856478 req-27807533-7e7e-4fd5-bb9d-5c87e3a76953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:31.718160 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-d0d486aa-7969-4fc6-b835-fcd019856478 req-27807533-7e7e-4fd5-bb9d-5c87e3a76953 service neutron] 10.222.0.20 "GET /v2.0/networks?id=294ac441-db0a-4e56-8555-799be1e3df1c HTTP/1.1" status: 200 len: 914 time: 0.1069012 Jul 27 11:20:31.799061 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-d0d486aa-7969-4fc6-b835-fcd019856478 req-8b8d9c6f-2d08-4a26-99f4-2a450a179e5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ce684d2-d9a2-41e0-b04f-b7659085ebff HTTP/1.1" status: 200 len: 1000 time: 0.0720384 Jul 27 11:20:31.850608 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d486aa-7969-4fc6-b835-fcd019856478 req-4f16156d-c895-44a6-af48-39df3b4a742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:31.852078 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-d0d486aa-7969-4fc6-b835-fcd019856478 req-4f16156d-c895-44a6-af48-39df3b4a742b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f378f375-5101-4000-82de-1eca2d40b1b3 HTTP/1.1" status: 200 len: 853 time: 0.0444362 Jul 27 11:20:31.852899 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-d2f5e04f-ab5c-44f4-862f-0ebdd3798c14 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Deleting port 29743bde-a12a-44f2-a936-2069defa6d09 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:20:31.853248 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d2f5e04f-ab5c-44f4-862f-0ebdd3798c14 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:31.910802 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d486aa-7969-4fc6-b835-fcd019856478 req-bd8fc9aa-5801-47ce-905f-9ef455cfe948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:31.912283 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-d0d486aa-7969-4fc6-b835-fcd019856478 req-bd8fc9aa-5801-47ce-905f-9ef455cfe948 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=294ac441-db0a-4e56-8555-799be1e3df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521863 Jul 27 11:20:31.930630 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d2f5e04f-ab5c-44f4-862f-0ebdd3798c14 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:31.930961 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d2f5e04f-ab5c-44f4-862f-0ebdd3798c14 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:31.942444 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-d2f5e04f-ab5c-44f4-862f-0ebdd3798c14 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Calling delete_port for 29743bde-a12a-44f2-a936-2069defa6d09 owned by network:floatingip {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:20:32.005499 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-d0d486aa-7969-4fc6-b835-fcd019856478 req-ac3e6013-94b6-4af3-97e0-6f6b3d154665 service neutron] 10.222.0.20 "GET /v2.0/networks/294ac441-db0a-4e56-8555-799be1e3df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841625 Jul 27 11:20:32.094444 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-d0d486aa-7969-4fc6-b835-fcd019856478 req-c20b8f47-919f-4bbf-8d27-ae5b3a42d298 service neutron] 10.222.0.20 "GET /v2.0/networks/294ac441-db0a-4e56-8555-799be1e3df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814803 Jul 27 11:20:32.108736 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d2f5e04f-ab5c-44f4-862f-0ebdd3798c14 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:32.133596 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5e04f-ab5c-44f4-862f-0ebdd3798c14 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Pushing event deleted for resources: {'Port': ['ID=29743bde-a12a-44f2-a936-2069defa6d09,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:32.192807 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d2f5e04f-ab5c-44f4-862f-0ebdd3798c14 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks [] for floatingip, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:32.193134 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.l3_db [None req-d2f5e04f-ab5c-44f4-862f-0ebdd3798c14 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Floating IP 4feb1f33-7736-49de-8f07-8df4b4b2135a disassociated (deleted). External IP: 172.27.3.50, port: 7ce684d2-d9a2-41e0-b04f-b7659085ebff. Jul 27 11:20:32.390537 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f5e04f-ab5c-44f4-862f-0ebdd3798c14 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Router cbd796d9-5fd5-45da-8116-1ac610d78a99 has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:20:32.491687 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f5e04f-ab5c-44f4-862f-0ebdd3798c14 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:20:32.495999 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d2f5e04f-ab5c-44f4-862f-0ebdd3798c14 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:32.501566 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08232e-3ec6-4f44-aef3-4d5b1caf16ac None None] Sync routers for ids ['cbd796d9-5fd5-45da-8116-1ac610d78a99'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:20:32.510449 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08232e-3ec6-4f44-aef3-4d5b1caf16ac None None] Routers {'cbd796d9-5fd5-45da-8116-1ac610d78a99'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:20:32.511062 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-fc08232e-3ec6-4f44-aef3-4d5b1caf16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:20:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['cbd796d9-5fd5-45da-8116-1ac610d78a99'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:32.531767 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-d2f5e04f-ab5c-44f4-862f-0ebdd3798c14 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "DELETE /v2.0/floatingips/4feb1f33-7736-49de-8f07-8df4b4b2135a HTTP/1.1" status: 204 len: 168 time: 0.8635273 Jul 27 11:20:32.747508 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-fc08232e-3ec6-4f44-aef3-4d5b1caf16ac None None] Set router cbd796d9-5fd5-45da-8116-1ac610d78a99 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:20:32.948708 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-fc08232e-3ec6-4f44-aef3-4d5b1caf16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'name': 'tempest-TestMinimumBasicScenario-352348284-router', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:43Z', 'updated_at': '2021-07-27T11:17:46Z', 'revision_number': 4, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'gw_port': {'id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:44Z', 'updated_at': '2021-07-27T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': 'f5c223b9-a1c1-4303-8c19-94d249febcbe', 'name': '', 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'mac_address': 'fa:16:3e:9b:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:45Z', 'updated_at': '2021-07-27T11:17:53Z', 'revision_number': 5, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'subnets': [{'id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:32.977168 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08232e-3ec6-4f44-aef3-4d5b1caf16ac None None] Checking router: cbd796d9-5fd5-45da-8116-1ac610d78a99 for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:20:32.985684 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08232e-3ec6-4f44-aef3-4d5b1caf16ac None None] Routers {'cbd796d9-5fd5-45da-8116-1ac610d78a99'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:20:32.986289 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-fc08232e-3ec6-4f44-aef3-4d5b1caf16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:20:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['cbd796d9-5fd5-45da-8116-1ac610d78a99'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:33.091570 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-fc08232e-3ec6-4f44-aef3-4d5b1caf16ac None None] Set router cbd796d9-5fd5-45da-8116-1ac610d78a99 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:20:33.287400 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-fc08232e-3ec6-4f44-aef3-4d5b1caf16ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'name': 'tempest-TestMinimumBasicScenario-352348284-router', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:43Z', 'updated_at': '2021-07-27T11:17:46Z', 'revision_number': 4, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'gw_port': {'id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:44Z', 'updated_at': '2021-07-27T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': 'f5c223b9-a1c1-4303-8c19-94d249febcbe', 'name': '', 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'mac_address': 'fa:16:3e:9b:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:45Z', 'updated_at': '2021-07-27T11:17:53Z', 'revision_number': 5, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'subnets': [{'id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:33.313988 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08232e-3ec6-4f44-aef3-4d5b1caf16ac None None] The sync data for ids ['cbd796d9-5fd5-45da-8116-1ac610d78a99'] in dv-cinder-784956-7-iscsi is: [{'id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'name': 'tempest-TestMinimumBasicScenario-352348284-router', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:43Z', 'updated_at': '2021-07-27T11:17:46Z', 'revision_number': 4, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'gw_port': {'id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:44Z', 'updated_at': '2021-07-27T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': 'f5c223b9-a1c1-4303-8c19-94d249febcbe', 'name': '', 'network_id': '294ac441-db0a-4e56-8555-799be1e3df1c', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'mac_address': 'fa:16:3e:9b:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:45Z', 'updated_at': '2021-07-27T11:17:53Z', 'revision_number': 5, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'subnets': [{'id': 'f378f375-5101-4000-82de-1eca2d40b1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:20:33.449920 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6da5c9-87ee-43f1-a481-dad9258b7d15', 'tag': '7ce684d2-d9a2-41e0-b04f-b7659085ebff'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:20:33.452296 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e568bf-be71-40ad-ad83-dfa6fba547a6" -d '{"events": [{"name": "network-changed", "server_uuid": "af6da5c9-87ee-43f1-a481-dad9258b7d15", "tag": "7ce684d2-d9a2-41e0-b04f-b7659085ebff"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:20:33.489161 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceada7c-05c6-4c3c-aeb7-845955377c5d x-openstack-request-id: req-cceada7c-05c6-4c3c-aeb7-845955377c5d {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:20:33.489496 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6da5c9-87ee-43f1-a481-dad9258b7d15", "tag": "7ce684d2-d9a2-41e0-b04f-b7659085ebff", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:20:33.489755 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cceada7c-05c6-4c3c-aeb7-845955377c5d {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:20:33.490158 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6da5c9-87ee-43f1-a481-dad9258b7d15', 'tag': '7ce684d2-d9a2-41e0-b04f-b7659085ebff', 'status': 'completed', 'code': 200} Jul 27 11:20:33.518856 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e23fba1-355d-48b3-b6bb-5456f75e6d3c None None] New status for floating IP 4feb1f33-7736-49de-8f07-8df4b4b2135a: DOWN {{(pid=93202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 11:20:33.599601 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e568bf-be71-40ad-ad83-dfa6fba547a6 req-c86a2ee5-6987-43a1-bfe8-9aac18bf0a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:33.601120 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-30e568bf-be71-40ad-ad83-dfa6fba547a6 req-c86a2ee5-6987-43a1-bfe8-9aac18bf0a2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf32821afb3846f9badac574a51c3e98&device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 1098 time: 0.0582814 Jul 27 11:20:33.690927 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e568bf-be71-40ad-ad83-dfa6fba547a6 req-cc7c1fa7-a672-4781-bfbe-d820e42f59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:33.692395 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-30e568bf-be71-40ad-ad83-dfa6fba547a6 req-cc7c1fa7-a672-4781-bfbe-d820e42f59d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=294ac441-db0a-4e56-8555-799be1e3df1c HTTP/1.1" status: 200 len: 914 time: 0.0835872 Jul 27 11:20:33.743088 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-30e568bf-be71-40ad-ad83-dfa6fba547a6 req-2e9a7a61-085b-44e4-8f97-ee5ab6708550 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ce684d2-d9a2-41e0-b04f-b7659085ebff HTTP/1.1" status: 200 len: 217 time: 0.0360174 Jul 27 11:20:33.805777 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e568bf-be71-40ad-ad83-dfa6fba547a6 req-477cd7e3-650d-47e3-b319-bd8ed9eb9b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:33.807762 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-30e568bf-be71-40ad-ad83-dfa6fba547a6 req-477cd7e3-650d-47e3-b319-bd8ed9eb9b76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f378f375-5101-4000-82de-1eca2d40b1b3 HTTP/1.1" status: 200 len: 853 time: 0.0546250 Jul 27 11:20:33.876478 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e568bf-be71-40ad-ad83-dfa6fba547a6 req-34dc6521-bba2-4141-8f4d-7e911f836531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:33.878084 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-30e568bf-be71-40ad-ad83-dfa6fba547a6 req-34dc6521-bba2-4141-8f4d-7e911f836531 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=294ac441-db0a-4e56-8555-799be1e3df1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586832 Jul 27 11:20:33.983615 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-30e568bf-be71-40ad-ad83-dfa6fba547a6 req-866a2e20-d693-45bd-9edf-213b9251ec23 service neutron] 10.222.0.20 "GET /v2.0/networks/294ac441-db0a-4e56-8555-799be1e3df1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935707 Jul 27 11:20:34.088351 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-30e568bf-be71-40ad-ad83-dfa6fba547a6 req-c1cf19cc-2009-42d1-bec8-645032714b8c service neutron] 10.222.0.20 "GET /v2.0/networks/294ac441-db0a-4e56-8555-799be1e3df1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902061 Jul 27 11:20:34.430603 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:35.311782 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2579596-6f3a-4431-a8a9-acc0d99aa301 req-02163f3f-40ae-49d4-8018-3f72dc693104 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:35.313318 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a2579596-6f3a-4431-a8a9-acc0d99aa301 req-02163f3f-40ae-49d4-8018-3f72dc693104 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 945 time: 0.0985341 Jul 27 11:20:35.367860 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888dc0f-6907-4378-9096-99857de5779c req-4c89d547-9d1a-4918-b1ba-62aa2791cc2b tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:35.369309 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4888dc0f-6907-4378-9096-99857de5779c req-4c89d547-9d1a-4918-b1ba-62aa2791cc2b tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2a262c0-ebd3-476e-b94b-709f3c4f06f1 HTTP/1.1" status: 200 len: 945 time: 0.1004529 Jul 27 11:20:35.372433 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-a2579596-6f3a-4431-a8a9-acc0d99aa301 req-e56f0a2c-f4b6-4bb8-be3c-efa06b2c8841 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525932 Jul 27 11:20:35.406745 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-4888dc0f-6907-4378-9096-99857de5779c req-ed6e3825-be76-414a-9fe9-f03005564a36 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313432 Jul 27 11:20:36.537013 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0e624-1a37-42de-9766-4697999a415e req-356bacac-27ac-40cf-8505-e0c54b1c777e tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:36.538530 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7cd0e624-1a37-42de-9766-4697999a415e req-356bacac-27ac-40cf-8505-e0c54b1c777e tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 945 time: 0.1002312 Jul 27 11:20:36.569153 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae447b3-4ab9-4a08-8e95-f9d470ffde8b req-e8d44614-cf6e-472c-ab78-0c6b89851293 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:36.571248 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bae447b3-4ab9-4a08-8e95-f9d470ffde8b req-e8d44614-cf6e-472c-ab78-0c6b89851293 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2a262c0-ebd3-476e-b94b-709f3c4f06f1 HTTP/1.1" status: 200 len: 945 time: 0.0980144 Jul 27 11:20:36.595203 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7cd0e624-1a37-42de-9766-4697999a415e req-4ea074db-57fa-4031-a0da-68937dd3cb5c tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506945 Jul 27 11:20:36.620655 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bae447b3-4ab9-4a08-8e95-f9d470ffde8b req-b25d0f08-6926-4daf-9fc7-960c532c6ae1 tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388665 Jul 27 11:20:37.570280 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd961a08-6cda-4f87-8da1-abc8ed964a78 req-0d21b9d5-d0c4-43fb-8d8a-0893c711e7de tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:37.571722 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-fd961a08-6cda-4f87-8da1-abc8ed964a78 req-0d21b9d5-d0c4-43fb-8d8a-0893c711e7de tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2a262c0-ebd3-476e-b94b-709f3c4f06f1 HTTP/1.1" status: 200 len: 945 time: 0.0624673 Jul 27 11:20:37.684169 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [req-fd961a08-6cda-4f87-8da1-abc8ed964a78 req-be3c85f1-3444-4765-b9fb-b5558f851eec tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Deleting port c408c151-58c4-4c88-84dd-3b632f0cc760 {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:20:37.684518 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-fd961a08-6cda-4f87-8da1-abc8ed964a78 req-be3c85f1-3444-4765-b9fb-b5558f851eec tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:37.772107 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [req-fd961a08-6cda-4f87-8da1-abc8ed964a78 req-be3c85f1-3444-4765-b9fb-b5558f851eec tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] For port c408c151-58c4-4c88-84dd-3b632f0cc760, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c408c151-58c4-4c88-84dd-3b632f0cc760,segment=NetworkSegment(4214dcac-b009-4178-91d3-5fb2cd083284),segment_id=4214dcac-b009-4178-91d3-5fb2cd083284)] {{(pid=93199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:20:37.772475 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-fd961a08-6cda-4f87-8da1-abc8ed964a78 req-be3c85f1-3444-4765-b9fb-b5558f851eec tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:37.785012 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [req-fd961a08-6cda-4f87-8da1-abc8ed964a78 req-be3c85f1-3444-4765-b9fb-b5558f851eec tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Calling delete_port for c408c151-58c4-4c88-84dd-3b632f0cc760 owned by compute:nova {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:20:37.785490 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91baca-7a8a-419a-a677-471ede208688 req-12e99df5-9f67-480b-ad69-35d45460e19e tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:37.786995 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bb91baca-7a8a-419a-a677-471ede208688 req-12e99df5-9f67-480b-ad69-35d45460e19e tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 945 time: 0.1254823 Jul 27 11:20:37.839341 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57924f4-688f-4f1f-9097-ee1257425d87 req-7b0dce75-fb13-493a-a0ae-1c2dc91dc36d tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:37.840705 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b57924f4-688f-4f1f-9097-ee1257425d87 req-7b0dce75-fb13-493a-a0ae-1c2dc91dc36d tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2a262c0-ebd3-476e-b94b-709f3c4f06f1 HTTP/1.1" status: 200 len: 945 time: 0.1409745 Jul 27 11:20:37.869613 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a130a4-b1be-4458-b466-6ccef8d8902d req-93e15d04-f78b-48ed-b26f-1cbcffdab43b tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:37.871063 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-86a130a4-b1be-4458-b466-6ccef8d8902d req-93e15d04-f78b-48ed-b26f-1cbcffdab43b tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.20 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 945 time: 0.1592121 Jul 27 11:20:37.879937 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bb91baca-7a8a-419a-a677-471ede208688 req-f37130d0-38dc-49a2-870f-655288a08d30 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/security-groups?id=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835209 Jul 27 11:20:37.920294 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-fd961a08-6cda-4f87-8da1-abc8ed964a78 req-be3c85f1-3444-4765-b9fb-b5558f851eec tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:37.942803 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b57924f4-688f-4f1f-9097-ee1257425d87 req-ab457e93-785f-41ba-8264-eca7ea1fa94d tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.16 "GET /v2.0/security-groups?id=970d7632-6ce9-4ac3-bc21-87346de9cd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921662 Jul 27 11:20:37.949161 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c85f1-3444-4765-b9fb-b5558f851eec tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Pushing event deleted for resources: {'Port': ['ID=c408c151-58c4-4c88-84dd-3b632f0cc760,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:37.955449 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['c408c151-58c4-4c88-84dd-3b632f0cc760'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:20:38.012524 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd961a08-6cda-4f87-8da1-abc8ed964a78 req-be3c85f1-3444-4765-b9fb-b5558f851eec tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] No DVR routers for this DVR port c408c151-58c4-4c88-84dd-3b632f0cc760 on host hv-cinder-78495 {{(pid=93199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:20:38.015168 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [req-fd961a08-6cda-4f87-8da1-abc8ed964a78 req-be3c85f1-3444-4765-b9fb-b5558f851eec tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:38.017522 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [req-fd961a08-6cda-4f87-8da1-abc8ed964a78 req-be3c85f1-3444-4765-b9fb-b5558f851eec tempest-VolumesSnapshotTestJSON-1518919815 tempest-VolumesSnapshotTestJSON-1518919815-project] 10.222.0.20 "DELETE /v2.0/ports/c408c151-58c4-4c88-84dd-3b632f0cc760 HTTP/1.1" status: 204 len: 173 time: 0.4352379 Jul 27 11:20:38.017983 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a262c0-ebd3-476e-b94b-709f3c4f06f1', 'name': 'network-vif-deleted', 'tag': 'c408c151-58c4-4c88-84dd-3b632f0cc760'}] {{(pid=93199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:20:38.020189 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d443fbfdc714505da2ae46b12ec6c602a25b40796aa13b1bf78cba4db9ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80b6c20-ab7d-440d-924d-8880f5af6f90" -d '{"events": [{"server_uuid": "c2a262c0-ebd3-476e-b94b-709f3c4f06f1", "name": "network-vif-deleted", "tag": "c408c151-58c4-4c88-84dd-3b632f0cc760"}]}' {{(pid=93199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:20:38.020737 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-86a130a4-b1be-4458-b466-6ccef8d8902d req-337d62d0-2f50-4bdc-aba9-edae006f72b6 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Deleting port 7ce684d2-d9a2-41e0-b04f-b7659085ebff {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:20:38.021095 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-86a130a4-b1be-4458-b466-6ccef8d8902d req-337d62d0-2f50-4bdc-aba9-edae006f72b6 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:38.056371 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25197e83-9e21-4eb1-92f4-d72da145ac6f x-openstack-request-id: req-25197e83-9e21-4eb1-92f4-d72da145ac6f {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:20:38.056667 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a262c0-ebd3-476e-b94b-709f3c4f06f1", "name": "network-vif-deleted", "tag": "c408c151-58c4-4c88-84dd-3b632f0cc760", "status": "completed", "code": 200}]} {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:20:38.056918 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25197e83-9e21-4eb1-92f4-d72da145ac6f {{(pid=93199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:20:38.057359 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a262c0-ebd3-476e-b94b-709f3c4f06f1', 'name': 'network-vif-deleted', 'tag': 'c408c151-58c4-4c88-84dd-3b632f0cc760', 'status': 'completed', 'code': 200} Jul 27 11:20:38.109775 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-86a130a4-b1be-4458-b466-6ccef8d8902d req-337d62d0-2f50-4bdc-aba9-edae006f72b6 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] For port 7ce684d2-d9a2-41e0-b04f-b7659085ebff, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7ce684d2-d9a2-41e0-b04f-b7659085ebff,segment=NetworkSegment(99567de5-aa51-405d-8e0b-abdd5c962c8e),segment_id=99567de5-aa51-405d-8e0b-abdd5c962c8e)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:20:38.110142 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-86a130a4-b1be-4458-b466-6ccef8d8902d req-337d62d0-2f50-4bdc-aba9-edae006f72b6 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:38.122671 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-86a130a4-b1be-4458-b466-6ccef8d8902d req-337d62d0-2f50-4bdc-aba9-edae006f72b6 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Calling delete_port for 7ce684d2-d9a2-41e0-b04f-b7659085ebff owned by compute:nova {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:20:38.246326 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-86a130a4-b1be-4458-b466-6ccef8d8902d req-337d62d0-2f50-4bdc-aba9-edae006f72b6 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:38.271368 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d62d0-2f50-4bdc-aba9-edae006f72b6 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Pushing event deleted for resources: {'Port': ['ID=7ce684d2-d9a2-41e0-b04f-b7659085ebff,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:38.282564 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] get_ports_and_sgs() called for port_ids ['7ce684d2-d9a2-41e0-b04f-b7659085ebff'] {{(pid=93201) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 11:20:38.321189 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a130a4-b1be-4458-b466-6ccef8d8902d req-337d62d0-2f50-4bdc-aba9-edae006f72b6 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] No DVR routers for this DVR port 7ce684d2-d9a2-41e0-b04f-b7659085ebff on host hv-cinder-78495 {{(pid=93200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:20:38.323479 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-86a130a4-b1be-4458-b466-6ccef8d8902d req-337d62d0-2f50-4bdc-aba9-edae006f72b6 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:38.325444 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-86a130a4-b1be-4458-b466-6ccef8d8902d req-337d62d0-2f50-4bdc-aba9-edae006f72b6 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.20 "DELETE /v2.0/ports/7ce684d2-d9a2-41e0-b04f-b7659085ebff HTTP/1.1" status: 204 len: 173 time: 0.4446323 Jul 27 11:20:38.326366 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6da5c9-87ee-43f1-a481-dad9258b7d15', 'name': 'network-vif-deleted', 'tag': '7ce684d2-d9a2-41e0-b04f-b7659085ebff'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:20:38.328631 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d0b5c7-5124-41c3-b9d8-7d0550cf614d" -d '{"events": [{"server_uuid": "af6da5c9-87ee-43f1-a481-dad9258b7d15", "name": "network-vif-deleted", "tag": "7ce684d2-d9a2-41e0-b04f-b7659085ebff"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:20:38.368882 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b02c96-f786-43f5-abba-315448629d82 x-openstack-request-id: req-57b02c96-f786-43f5-abba-315448629d82 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:20:38.369172 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6da5c9-87ee-43f1-a481-dad9258b7d15", "name": "network-vif-deleted", "tag": "7ce684d2-d9a2-41e0-b04f-b7659085ebff", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:20:38.369456 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57b02c96-f786-43f5-abba-315448629d82 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:20:38.369879 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6da5c9-87ee-43f1-a481-dad9258b7d15', 'name': 'network-vif-deleted', 'tag': '7ce684d2-d9a2-41e0-b04f-b7659085ebff', 'status': 'completed', 'code': 200} Jul 27 11:20:38.986657 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-98c464c8-f541-443c-aced-5c546f4f2d82 req-754d3c88-645c-49ee-bddd-ec561d996e77 tempest-TestMinimumBasicScenario-1526042512 tempest-TestMinimumBasicScenario-1526042512-project] 10.222.0.16 "GET /v2.0/ports?device_id=af6da5c9-87ee-43f1-a481-dad9258b7d15 HTTP/1.1" status: 200 len: 210 time: 0.0286634 Jul 27 11:20:40.450054 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device c408c151-58c4-4c88-84dd-3b632f0cc760 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:20:40.476649 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: c408c151-58c4-4c88-84dd-3b632f0cc760 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:20:40.477146 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device c408c151-58c4-4c88-84dd-3b632f0cc760 not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:20:40.667629 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 37614) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:20:41.262416 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0bcb72ac-66e8-4dd3-ad4b-a0a7a20dc26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084733'] for router_interface, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:41.502349 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-0bcb72ac-66e8-4dd3-ad4b-a0a7a20dc26d admin admin] Deleting port f5c223b9-a1c1-4303-8c19-94d249febcbe {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:20:41.502693 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0bcb72ac-66e8-4dd3-ad4b-a0a7a20dc26d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:41.578094 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [None req-0bcb72ac-66e8-4dd3-ad4b-a0a7a20dc26d admin admin] For port f5c223b9-a1c1-4303-8c19-94d249febcbe, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=f5c223b9-a1c1-4303-8c19-94d249febcbe,segment=NetworkSegment(99567de5-aa51-405d-8e0b-abdd5c962c8e),segment_id=99567de5-aa51-405d-8e0b-abdd5c962c8e)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:20:41.578451 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0bcb72ac-66e8-4dd3-ad4b-a0a7a20dc26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:41.590384 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-0bcb72ac-66e8-4dd3-ad4b-a0a7a20dc26d admin admin] Calling delete_port for f5c223b9-a1c1-4303-8c19-94d249febcbe owned by network:router_interface {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:20:41.763716 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0bcb72ac-66e8-4dd3-ad4b-a0a7a20dc26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:41.786802 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb72ac-66e8-4dd3-ad4b-a0a7a20dc26d admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c223b9-a1c1-4303-8c19-94d249febcbe,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:41.948725 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0bcb72ac-66e8-4dd3-ad4b-a0a7a20dc26d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084497'] for router_interface, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:42.149526 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcb72ac-66e8-4dd3-ad4b-a0a7a20dc26d admin admin] Router cbd796d9-5fd5-45da-8116-1ac610d78a99 has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:20:42.251223 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcb72ac-66e8-4dd3-ad4b-a0a7a20dc26d admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:20:42.256188 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-0bcb72ac-66e8-4dd3-ad4b-a0a7a20dc26d admin admin] 10.222.0.16 "PUT /v2.0/routers/cbd796d9-5fd5-45da-8116-1ac610d78a99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5875638 Jul 27 11:20:42.258734 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 37618) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:20:42.259939 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3530ebae-098f-4a11-b2b1-4f868052d8ee None None] Sync routers for ids ['cbd796d9-5fd5-45da-8116-1ac610d78a99'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:20:42.269540 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3530ebae-098f-4a11-b2b1-4f868052d8ee None None] Routers {'cbd796d9-5fd5-45da-8116-1ac610d78a99'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:20:42.270153 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-3530ebae-098f-4a11-b2b1-4f868052d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:20:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['cbd796d9-5fd5-45da-8116-1ac610d78a99'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:42.387216 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8c31-65e5-453b-87a6-87ca466de22c admin admin] Notify callbacks [] for router, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:42.407572 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-3530ebae-098f-4a11-b2b1-4f868052d8ee None None] Set router cbd796d9-5fd5-45da-8116-1ac610d78a99 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:20:42.536213 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8c31-65e5-453b-87a6-87ca466de22c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:42.589018 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f8c31-65e5-453b-87a6-87ca466de22c admin admin] Deleting port 6320dbac-5b06-4af7-9e6f-b77f43f49e86 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:20:42.589358 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8c31-65e5-453b-87a6-87ca466de22c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:42.621496 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-3530ebae-098f-4a11-b2b1-4f868052d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'name': 'tempest-TestMinimumBasicScenario-352348284-router', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:43Z', 'updated_at': '2021-07-27T11:20:41Z', 'revision_number': 5, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'gw_port': {'id': '6320dbac-5b06-4af7-9e6f-b77f43f49e86', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:44Z', 'updated_at': '2021-07-27T11:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:42.647757 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3530ebae-098f-4a11-b2b1-4f868052d8ee None None] Checking router: cbd796d9-5fd5-45da-8116-1ac610d78a99 for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:20:42.655914 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3530ebae-098f-4a11-b2b1-4f868052d8ee None None] Routers {'cbd796d9-5fd5-45da-8116-1ac610d78a99'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:20:42.656517 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-3530ebae-098f-4a11-b2b1-4f868052d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:20:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['cbd796d9-5fd5-45da-8116-1ac610d78a99'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:42.669044 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [None req-8c1f8c31-65e5-453b-87a6-87ca466de22c admin admin] For port 6320dbac-5b06-4af7-9e6f-b77f43f49e86, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=6320dbac-5b06-4af7-9e6f-b77f43f49e86,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:20:42.669333 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8c31-65e5-453b-87a6-87ca466de22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:42.680534 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f8c31-65e5-453b-87a6-87ca466de22c admin admin] Calling delete_port for 6320dbac-5b06-4af7-9e6f-b77f43f49e86 owned by network:router_gateway {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:20:42.740411 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-3530ebae-098f-4a11-b2b1-4f868052d8ee None None] Set router cbd796d9-5fd5-45da-8116-1ac610d78a99 gateway port host: None {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:20:42.794339 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-3530ebae-098f-4a11-b2b1-4f868052d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'name': 'tempest-TestMinimumBasicScenario-352348284-router', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:43Z', 'updated_at': '2021-07-27T11:20:42Z', 'revision_number': 6, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'gw_port_host': None}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:42.821872 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3530ebae-098f-4a11-b2b1-4f868052d8ee None None] The sync data for ids ['cbd796d9-5fd5-45da-8116-1ac610d78a99'] in dv-cinder-784956-7-iscsi is: [{'id': 'cbd796d9-5fd5-45da-8116-1ac610d78a99', 'name': 'tempest-TestMinimumBasicScenario-352348284-router', 'tenant_id': 'cf32821afb3846f9badac574a51c3e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:43Z', 'updated_at': '2021-07-27T11:20:42Z', 'revision_number': 6, 'project_id': 'cf32821afb3846f9badac574a51c3e98', 'gw_port_host': None}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:20:42.844018 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8c31-65e5-453b-87a6-87ca466de22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:42.871142 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f8c31-65e5-453b-87a6-87ca466de22c admin admin] Pushing event deleted for resources: {'Port': ['ID=6320dbac-5b06-4af7-9e6f-b77f43f49e86,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:42.931454 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8c31-65e5-453b-87a6-87ca466de22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084403'] for router_gateway, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.017357 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8c31-65e5-453b-87a6-87ca466de22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1956'] for router, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.019389 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8c31-65e5-453b-87a6-87ca466de22c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.062692 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8c31-65e5-453b-87a6-87ca466de22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776186'] for router, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.063219 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1f8c31-65e5-453b-87a6-87ca466de22c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbd796d9-5fd5-45da-8116-1ac610d78a99 {{(pid=93200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 11:20:43.067534 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8c31-65e5-453b-87a6-87ca466de22c admin admin] Notify callbacks [] for router, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.068654 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-8c1f8c31-65e5-453b-87a6-87ca466de22c admin admin] 10.222.0.16 "DELETE /v2.0/routers/cbd796d9-5fd5-45da-8116-1ac610d78a99 HTTP/1.1" status: 204 len: 168 time: 0.8090043 Jul 27 11:20:43.071103 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 37622) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:20:43.113388 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd6f7a6-3d2f-4c8e-87cb-f45f8f0c462f admin admin] Deleting subnet f378f375-5101-4000-82de-1eca2d40b1b3 {{(pid=93200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 11:20:43.116316 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f7a6-3d2f-4c8e-87cb-f45f8f0c462f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.149385 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f7a6-3d2f-4c8e-87cb-f45f8f0c462f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10195290'] for subnet, precommit_delete_associations {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.243761 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f7a6-3d2f-4c8e-87cb-f45f8f0c462f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989878'] for subnet, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.302271 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f7a6-3d2f-4c8e-87cb-f45f8f0c462f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10195291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10212511'] for subnet, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.328221 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6f7a6-3d2f-4c8e-87cb-f45f8f0c462f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f378f375-5101-4000-82de-1eca2d40b1b3,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:43.330348 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f7a6-3d2f-4c8e-87cb-f45f8f0c462f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.333258 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-dcd6f7a6-3d2f-4c8e-87cb-f45f8f0c462f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f378f375-5101-4000-82de-1eca2d40b1b3 HTTP/1.1" status: 204 len: 168 time: 0.2601852 Jul 27 11:20:43.334695 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 37624) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:20:43.337086 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa57b7c4-cd83-416c-a027-a76f3ab4541d None None] Network 294ac441-db0a-4e56-8555-799be1e3df1c requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:20:43.402026 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597342'] for network, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.420681 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 7ce684d2-d9a2-41e0-b04f-b7659085ebff no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:20:43.452805 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] Deleting port e2b65087-ed9f-4260-8925-0d2d530cb086 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:20:43.453062 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.457804 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: 7ce684d2-d9a2-41e0-b04f-b7659085ebff {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:20:43.458157 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 7ce684d2-d9a2-41e0-b04f-b7659085ebff not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:20:43.514307 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] For port e2b65087-ed9f-4260-8925-0d2d530cb086, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=e2b65087-ed9f-4260-8925-0d2d530cb086,segment=NetworkSegment(99567de5-aa51-405d-8e0b-abdd5c962c8e),segment_id=99567de5-aa51-405d-8e0b-abdd5c962c8e)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:20:43.514669 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.526985 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] Calling delete_port for e2b65087-ed9f-4260-8925-0d2d530cb086 owned by network:dhcp {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:20:43.597678 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f356e628-7849-4084-af01-45a39b697109 None None] DHCP port deletion for 294ac441-db0a-4e56-8555-799be1e3df1c request from dv-cinder-784956-7-iscsi {{(pid=93201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 11:20:43.609997 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device f5c223b9-a1c1-4303-8c19-94d249febcbe no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:20:43.617514 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.643334 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b65087-ed9f-4260-8925-0d2d530cb086,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:43.647096 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] No DVR routers for this DVR port e2b65087-ed9f-4260-8925-0d2d530cb086 on host dv-cinder-784956-7-iscsi {{(pid=93200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:20:43.649058 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: f5c223b9-a1c1-4303-8c19-94d249febcbe {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:20:43.649432 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device f5c223b9-a1c1-4303-8c19-94d249febcbe not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:20:43.671456 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-f356e628-7849-4084-af01-45a39b697109 None None] Deleting port e2b65087-ed9f-4260-8925-0d2d530cb086 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:20:43.671839 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f356e628-7849-4084-af01-45a39b697109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.724916 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986681', 'neutron.services.segments.db._delete_segments_for_network-8738591500063'] for network, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.734419 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-f356e628-7849-4084-af01-45a39b697109 None None] For port e2b65087-ed9f-4260-8925-0d2d530cb086, host dv-cinder-784956-7-iscsi, got binding levels [] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:20:43.734816 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f356e628-7849-4084-af01-45a39b697109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.735372 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294ac441-db0a-4e56-8555-799be1e3df1c']}} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:43.745963 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99567de5-aa51-405d-8e0b-abdd5c962c8e') {'for_net_delete': True} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:43.746260 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99567de5-aa51-405d-8e0b-abdd5c962c8e') {} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:43.748034 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-f356e628-7849-4084-af01-45a39b697109 None None] Calling delete_port for e2b65087-ed9f-4260-8925-0d2d530cb086 owned by network:dhcp {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:20:43.752079 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.ipam_backend_mixin [None req-f356e628-7849-4084-af01-45a39b697109 None None] Port e2b65087-ed9f-4260-8925-0d2d530cb086 was not found and therefore no delete operation was performed {{(pid=93201) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 11:20:43.753337 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f356e628-7849-4084-af01-45a39b697109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.757063 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738591500840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195113'] for segment, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.771710 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.777909 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:20:43.778098 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356e628-7849-4084-af01-45a39b697109 None None] Pushing event deleted for resources: {'Port': ['ID=e2b65087-ed9f-4260-8925-0d2d530cb086,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:43.778298 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10195253'] for segment, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: Traceback (most recent call last): Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: timer() Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: cb(*args, **kw) Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: return func(*args, **kwargs) Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: self._notify() Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: self.callback(batched_events) Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: event.method(event) Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: return f(self, *a, **k) Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._get(url).json() Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: return self.request(url, 'GET', **kwargs) Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 11:20:43.782232 dv-cinder-784956-7-iscsi neutron-server[93200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 11:20:43.784844 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f356e628-7849-4084-af01-45a39b697109 None None] No DVR routers for this DVR port e2b65087-ed9f-4260-8925-0d2d530cb086 on host dv-cinder-784956-7-iscsi {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:20:43.838366 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084367'] for network, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.844383 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:43.846736 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] 10.222.0.16 "DELETE /v2.0/networks/294ac441-db0a-4e56-8555-799be1e3df1c HTTP/1.1" status: 204 len: 168 time: 0.5109355 Jul 27 11:20:43.849756 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37628) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:20:43.857993 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9e6f2-04af-4a35-875c-27242862e947 admin admin] Pushing event deleted for resources: {'Network': ['ID=294ac441-db0a-4e56-8555-799be1e3df1c,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:44.189683 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-227591ea-5e73-4d9e-ae50-c6559937948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084733'] for router_interface, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:44.659777 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-227591ea-5e73-4d9e-ae50-c6559937948d admin admin] Deleting port 35336355-d6e0-4c0f-8314-175dbbfcd4f6 {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:20:44.660128 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-227591ea-5e73-4d9e-ae50-c6559937948d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:44.738369 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [None req-227591ea-5e73-4d9e-ae50-c6559937948d admin admin] For port 35336355-d6e0-4c0f-8314-175dbbfcd4f6, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=35336355-d6e0-4c0f-8314-175dbbfcd4f6,segment=NetworkSegment(cadf4d47-91d4-4f66-8f3d-2b00ca150b05),segment_id=cadf4d47-91d4-4f66-8f3d-2b00ca150b05)] {{(pid=93199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:20:44.738738 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-227591ea-5e73-4d9e-ae50-c6559937948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:44.751163 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-227591ea-5e73-4d9e-ae50-c6559937948d admin admin] Calling delete_port for 35336355-d6e0-4c0f-8314-175dbbfcd4f6 owned by network:router_interface {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:20:44.900244 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 37638) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:20:44.938296 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-227591ea-5e73-4d9e-ae50-c6559937948d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:44.963202 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227591ea-5e73-4d9e-ae50-c6559937948d admin admin] Pushing event deleted for resources: {'Port': ['ID=35336355-d6e0-4c0f-8314-175dbbfcd4f6,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:45.071815 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-fe834ec0-efb0-478f-a7ea-71f631502c5d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Deleting port f40c963c-5b57-4191-bb57-eef5a0cd3de0 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:20:45.072461 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fe834ec0-efb0-478f-a7ea-71f631502c5d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:45.147890 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-227591ea-5e73-4d9e-ae50-c6559937948d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084497'] for router_interface, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:45.167959 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fe834ec0-efb0-478f-a7ea-71f631502c5d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:45.168562 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fe834ec0-efb0-478f-a7ea-71f631502c5d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:45.180453 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-fe834ec0-efb0-478f-a7ea-71f631502c5d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Calling delete_port for f40c963c-5b57-4191-bb57-eef5a0cd3de0 owned by network:floatingip {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:20:45.196661 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device e2b65087-ed9f-4260-8925-0d2d530cb086 no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:20:45.221287 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: e2b65087-ed9f-4260-8925-0d2d530cb086 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:20:45.221942 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device e2b65087-ed9f-4260-8925-0d2d530cb086 not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:20:45.222360 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 6320dbac-5b06-4af7-9e6f-b77f43f49e86 no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:20:45.338707 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fe834ec0-efb0-478f-a7ea-71f631502c5d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:45.360569 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: 6320dbac-5b06-4af7-9e6f-b77f43f49e86 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:20:45.360913 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 6320dbac-5b06-4af7-9e6f-b77f43f49e86 not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:20:45.367076 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe834ec0-efb0-478f-a7ea-71f631502c5d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event deleted for resources: {'Port': ['ID=f40c963c-5b57-4191-bb57-eef5a0cd3de0,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:45.379633 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227591ea-5e73-4d9e-ae50-c6559937948d admin admin] Router f9014040-401a-423b-adcb-4829278ad0c8 has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:20:45.431202 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fe834ec0-efb0-478f-a7ea-71f631502c5d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for floatingip, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:45.431758 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.l3_db [None req-fe834ec0-efb0-478f-a7ea-71f631502c5d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Floating IP 33709a1e-8ddb-45f6-8dc4-fa252b38798a disassociated (deleted). External IP: 172.27.3.46, port: 2947cfc3-1a43-4051-aeac-3ede2563423a. Jul 27 11:20:45.485315 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227591ea-5e73-4d9e-ae50-c6559937948d admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:20:45.490488 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-227591ea-5e73-4d9e-ae50-c6559937948d admin admin] 10.222.0.16 "PUT /v2.0/routers/f9014040-401a-423b-adcb-4829278ad0c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6391466 Jul 27 11:20:45.492975 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37640) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:20:45.495756 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ecd924-8a71-4be8-a1fe-a7a1ae111e27 None None] Sync routers for ids ['f9014040-401a-423b-adcb-4829278ad0c8'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:20:45.505478 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ecd924-8a71-4be8-a1fe-a7a1ae111e27 None None] Routers {'f9014040-401a-423b-adcb-4829278ad0c8'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:20:45.506090 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-b6ecd924-8a71-4be8-a1fe-a7a1ae111e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:20:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['f9014040-401a-423b-adcb-4829278ad0c8'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:45.597625 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d518deed-d58c-4765-ad4e-fcc4b2dd8726 admin admin] Notify callbacks [] for router, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:45.608623 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-b6ecd924-8a71-4be8-a1fe-a7a1ae111e27 None None] Set router f9014040-401a-423b-adcb-4829278ad0c8 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:20:45.636860 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe834ec0-efb0-478f-a7ea-71f631502c5d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Router b0f776a0-c20c-45c6-8312-feceac0d888e has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:20:45.701342 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d518deed-d58c-4765-ad4e-fcc4b2dd8726 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:45.747044 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe834ec0-efb0-478f-a7ea-71f631502c5d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:20:45.752175 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-fe834ec0-efb0-478f-a7ea-71f631502c5d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:45.761013 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-d518deed-d58c-4765-ad4e-fcc4b2dd8726 admin admin] Deleting port 73f2fec5-690b-4301-9f51-98bf58fc521c {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:20:45.761013 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d518deed-d58c-4765-ad4e-fcc4b2dd8726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:45.763047 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99081e95-a237-40a6-99e7-794d64ed3c5a None None] Sync routers for ids ['b0f776a0-c20c-45c6-8312-feceac0d888e'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:20:45.772777 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99081e95-a237-40a6-99e7-794d64ed3c5a None None] Routers {'b0f776a0-c20c-45c6-8312-feceac0d888e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:20:45.773655 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-99081e95-a237-40a6-99e7-794d64ed3c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:20:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['b0f776a0-c20c-45c6-8312-feceac0d888e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:45.794022 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-b6ecd924-8a71-4be8-a1fe-a7a1ae111e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'name': 'tempest-TestMinimumBasicScenario-87018593-router', 'tenant_id': '742eda8f6dd04c44851a1bb68c1af382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '73f2fec5-690b-4301-9f51-98bf58fc521c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:48Z', 'updated_at': '2021-07-27T11:20:44Z', 'revision_number': 5, 'project_id': '742eda8f6dd04c44851a1bb68c1af382', 'gw_port': {'id': '73f2fec5-690b-4301-9f51-98bf58fc521c', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:17:48Z', 'updated_at': '2021-07-27T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:45.801701 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-fe834ec0-efb0-478f-a7ea-71f631502c5d tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "DELETE /v2.0/floatingips/33709a1e-8ddb-45f6-8dc4-fa252b38798a HTTP/1.1" status: 204 len: 168 time: 0.9003186 Jul 27 11:20:45.802522 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8545f5f7-116c-4383-acff-0864c80fcacb', 'tag': '2947cfc3-1a43-4051-aeac-3ede2563423a'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:20:45.805360 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd7d976-ac1c-4634-be22-77ee0d5e8198" -d '{"events": [{"name": "network-changed", "server_uuid": "8545f5f7-116c-4383-acff-0864c80fcacb", "tag": "2947cfc3-1a43-4051-aeac-3ede2563423a"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:20:45.821584 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ecd924-8a71-4be8-a1fe-a7a1ae111e27 None None] Checking router: f9014040-401a-423b-adcb-4829278ad0c8 for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:20:45.830960 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ecd924-8a71-4be8-a1fe-a7a1ae111e27 None None] Routers {'f9014040-401a-423b-adcb-4829278ad0c8'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:20:45.831675 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-b6ecd924-8a71-4be8-a1fe-a7a1ae111e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:20:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['f9014040-401a-423b-adcb-4829278ad0c8'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:45.875665 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [None req-d518deed-d58c-4765-ad4e-fcc4b2dd8726 admin admin] For port 73f2fec5-690b-4301-9f51-98bf58fc521c, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=73f2fec5-690b-4301-9f51-98bf58fc521c,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:20:45.876049 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d518deed-d58c-4765-ad4e-fcc4b2dd8726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:45.876890 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef3b40a-cb7f-4cd6-ba12-5620d1472e2f x-openstack-request-id: req-eef3b40a-cb7f-4cd6-ba12-5620d1472e2f {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:20:45.877347 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8545f5f7-116c-4383-acff-0864c80fcacb", "tag": "2947cfc3-1a43-4051-aeac-3ede2563423a", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:20:45.877723 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eef3b40a-cb7f-4cd6-ba12-5620d1472e2f {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:20:45.878219 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8545f5f7-116c-4383-acff-0864c80fcacb', 'tag': '2947cfc3-1a43-4051-aeac-3ede2563423a', 'status': 'completed', 'code': 200} Jul 27 11:20:45.894291 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-d518deed-d58c-4765-ad4e-fcc4b2dd8726 admin admin] Calling delete_port for 73f2fec5-690b-4301-9f51-98bf58fc521c owned by network:router_gateway {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:20:45.900297 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-99081e95-a237-40a6-99e7-794d64ed3c5a None None] Set router b0f776a0-c20c-45c6-8312-feceac0d888e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:20:45.944316 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-b6ecd924-8a71-4be8-a1fe-a7a1ae111e27 None None] Set router f9014040-401a-423b-adcb-4829278ad0c8 gateway port host: None {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:20:46.018140 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-b6ecd924-8a71-4be8-a1fe-a7a1ae111e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'name': 'tempest-TestMinimumBasicScenario-87018593-router', 'tenant_id': '742eda8f6dd04c44851a1bb68c1af382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:48Z', 'updated_at': '2021-07-27T11:20:45Z', 'revision_number': 6, 'project_id': '742eda8f6dd04c44851a1bb68c1af382', 'gw_port_host': None}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:46.043756 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7d976-ac1c-4634-be22-77ee0d5e8198 req-9d59ffba-f155-46a8-9349-8512a00139eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:46.045935 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0bd7d976-ac1c-4634-be22-77ee0d5e8198 req-9d59ffba-f155-46a8-9349-8512a00139eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7acac7893f11409bb6e68649aa669c09&device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 1098 time: 0.1249502 Jul 27 11:20:46.087322 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ecd924-8a71-4be8-a1fe-a7a1ae111e27 None None] The sync data for ids ['f9014040-401a-423b-adcb-4829278ad0c8'] in dv-cinder-784956-7-iscsi is: [{'id': 'f9014040-401a-423b-adcb-4829278ad0c8', 'name': 'tempest-TestMinimumBasicScenario-87018593-router', 'tenant_id': '742eda8f6dd04c44851a1bb68c1af382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:17:48Z', 'updated_at': '2021-07-27T11:20:45Z', 'revision_number': 6, 'project_id': '742eda8f6dd04c44851a1bb68c1af382', 'gw_port_host': None}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:20:46.230838 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d518deed-d58c-4765-ad4e-fcc4b2dd8726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:46.236299 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f220b6e-c274-40f8-bc81-9834b1723aed req-191cab82-8f6c-45d1-ae49-75520e0652f8 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:46.237966 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9f220b6e-c274-40f8-bc81-9834b1723aed req-191cab82-8f6c-45d1-ae49-75520e0652f8 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 945 time: 0.1528766 Jul 27 11:20:46.251615 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7d976-ac1c-4634-be22-77ee0d5e8198 req-c4a6a043-88d5-4a35-bd7b-f1f521ccde4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:46.254057 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0bd7d976-ac1c-4634-be22-77ee0d5e8198 req-c4a6a043-88d5-4a35-bd7b-f1f521ccde4d service neutron] 10.222.0.20 "GET /v2.0/networks?id=af679c04-6673-4ea8-9860-92c76665bdfa HTTP/1.1" status: 200 len: 911 time: 0.1993959 Jul 27 11:20:46.258694 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518deed-d58c-4765-ad4e-fcc4b2dd8726 admin admin] Pushing event deleted for resources: {'Port': ['ID=73f2fec5-690b-4301-9f51-98bf58fc521c,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:46.291254 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-99081e95-a237-40a6-99e7-794d64ed3c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '319b909c-2507-472d-90dc-43ca21cfed82', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'port_id': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'mac_address': 'fa:16:3e:68:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62741aac-3d04-416b-95dd-ccc2090492a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:16:41Z', 'updated_at': '2021-07-27T11:16:44Z', 'revision_number': 1, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:46.317198 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0bd7d976-ac1c-4634-be22-77ee0d5e8198 req-8f4d6efa-80a9-4c8e-824c-d480b5e42e3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2947cfc3-1a43-4051-aeac-3ede2563423a HTTP/1.1" status: 200 len: 217 time: 0.0524156 Jul 27 11:20:46.322950 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99081e95-a237-40a6-99e7-794d64ed3c5a None None] Checking router: b0f776a0-c20c-45c6-8312-feceac0d888e for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:20:46.326259 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d518deed-d58c-4765-ad4e-fcc4b2dd8726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084403'] for router_gateway, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:46.332150 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99081e95-a237-40a6-99e7-794d64ed3c5a None None] Routers {'b0f776a0-c20c-45c6-8312-feceac0d888e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:20:46.333022 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-99081e95-a237-40a6-99e7-794d64ed3c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:20:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['b0f776a0-c20c-45c6-8312-feceac0d888e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:46.384214 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-9f220b6e-c274-40f8-bc81-9834b1723aed req-e942e02c-3332-429a-85d1-e1be549e04da tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359046 Jul 27 11:20:46.411627 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7d976-ac1c-4634-be22-77ee0d5e8198 req-13d114b4-2532-4471-bf56-e224fae4090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:46.412884 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0bd7d976-ac1c-4634-be22-77ee0d5e8198 req-13d114b4-2532-4471-bf56-e224fae4090f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74735343-f925-4e4d-b5ea-c422b0799ca4 HTTP/1.1" status: 200 len: 850 time: 0.0877752 Jul 27 11:20:46.424297 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d518deed-d58c-4765-ad4e-fcc4b2dd8726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1956'] for router, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:46.427329 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d518deed-d58c-4765-ad4e-fcc4b2dd8726 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:46.462572 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-99081e95-a237-40a6-99e7-794d64ed3c5a None None] Set router b0f776a0-c20c-45c6-8312-feceac0d888e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:20:46.492503 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7d976-ac1c-4634-be22-77ee0d5e8198 req-b31de073-2dff-4eab-aeba-0c35be25781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:46.493865 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d518deed-d58c-4765-ad4e-fcc4b2dd8726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776186'] for router, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:46.494327 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d518deed-d58c-4765-ad4e-fcc4b2dd8726 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9014040-401a-423b-adcb-4829278ad0c8 {{(pid=93199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 11:20:46.494514 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0bd7d976-ac1c-4634-be22-77ee0d5e8198 req-b31de073-2dff-4eab-aeba-0c35be25781e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af679c04-6673-4ea8-9860-92c76665bdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698354 Jul 27 11:20:46.500377 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d518deed-d58c-4765-ad4e-fcc4b2dd8726 admin admin] Notify callbacks [] for router, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:46.503942 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-d518deed-d58c-4765-ad4e-fcc4b2dd8726 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f9014040-401a-423b-adcb-4829278ad0c8 HTTP/1.1" status: 204 len: 168 time: 1.0076952 Jul 27 11:20:46.504772 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37656) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:20:46.506898 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [req-0bd7d976-ac1c-4634-be22-77ee0d5e8198 req-d19d5bb9-9141-47e4-92a9-67693ca823b4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93200) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 11:20:46.507909 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0bd7d976-ac1c-4634-be22-77ee0d5e8198 req-d19d5bb9-9141-47e4-92a9-67693ca823b4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054469 Jul 27 11:20:46.560312 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1094aba-4c06-44ee-aa15-f051e86040ec admin admin] Deleting subnet 9073e521-b852-4ead-b297-bd21f4c829d6 {{(pid=93199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 11:20:46.564674 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e1094aba-4c06-44ee-aa15-f051e86040ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:46.615184 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e1094aba-4c06-44ee-aa15-f051e86040ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8644683'] for subnet, precommit_delete_associations {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:46.627915 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0bd7d976-ac1c-4634-be22-77ee0d5e8198 req-c71622ff-1c2c-4e6b-a123-2bc02aef31b3 service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111166 Jul 27 11:20:46.734483 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-99081e95-a237-40a6-99e7-794d64ed3c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '319b909c-2507-472d-90dc-43ca21cfed82', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'port_id': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'mac_address': 'fa:16:3e:68:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62741aac-3d04-416b-95dd-ccc2090492a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:16:41Z', 'updated_at': '2021-07-27T11:16:44Z', 'revision_number': 1, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:46.742831 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e1094aba-4c06-44ee-aa15-f051e86040ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989878'] for subnet, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:46.747872 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0bd7d976-ac1c-4634-be22-77ee0d5e8198 req-3adf9e25-4889-403f-94e0-8315c49fda38 service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101866 Jul 27 11:20:46.761256 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99081e95-a237-40a6-99e7-794d64ed3c5a None None] The sync data for ids ['b0f776a0-c20c-45c6-8312-feceac0d888e'] in dv-cinder-784956-7-iscsi is: [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_floatingips': [{'id': '319b909c-2507-472d-90dc-43ca21cfed82', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'router_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'port_id': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'mac_address': 'fa:16:3e:68:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62741aac-3d04-416b-95dd-ccc2090492a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T11:16:41Z', 'updated_at': '2021-07-27T11:16:44Z', 'revision_number': 1, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:20:46.800711 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e1094aba-4c06-44ee-aa15-f051e86040ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8487448'] for subnet, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:46.824421 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1094aba-4c06-44ee-aa15-f051e86040ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9073e521-b852-4ead-b297-bd21f4c829d6,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:46.832031 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e1094aba-4c06-44ee-aa15-f051e86040ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:46.835290 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-e1094aba-4c06-44ee-aa15-f051e86040ec admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9073e521-b852-4ead-b297-bd21f4c829d6 HTTP/1.1" status: 204 len: 168 time: 0.3298707 Jul 27 11:20:46.838465 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 37658) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:20:46.839139 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65be1bbd-e96e-4ea0-be79-8b9d144d5c7b None None] Network 9bb297b1-f3e2-43f0-9caa-73c6c89e919d requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:20:46.924362 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597342'] for network, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:46.998206 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] Deleting port 82613305-4cc9-4536-958b-52232e0ef221 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:20:46.998549 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:47.050500 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0a0005-bf56-42a9-81f9-248abcd642f2 None None] DHCP port deletion for 9bb297b1-f3e2-43f0-9caa-73c6c89e919d request from dv-cinder-784956-7-iscsi {{(pid=93201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 11:20:47.134863 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a0005-bf56-42a9-81f9-248abcd642f2 None None] Deleting port 82613305-4cc9-4536-958b-52232e0ef221 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:20:47.135304 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ed0a0005-bf56-42a9-81f9-248abcd642f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:47.140330 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 82613305-4cc9-4536-958b-52232e0ef221 no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:20:47.140743 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07703638-9e6e-455d-aaa9-445f69ca1059 None None] New status for floating IP 33709a1e-8ddb-45f6-8dc4-fa252b38798a: DOWN {{(pid=93202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 11:20:47.266152 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-ed0a0005-bf56-42a9-81f9-248abcd642f2 None None] For port 82613305-4cc9-4536-958b-52232e0ef221, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=82613305-4cc9-4536-958b-52232e0ef221,segment=NetworkSegment(cadf4d47-91d4-4f66-8f3d-2b00ca150b05),segment_id=cadf4d47-91d4-4f66-8f3d-2b00ca150b05)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:20:47.266783 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ed0a0005-bf56-42a9-81f9-248abcd642f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:47.316993 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a0005-bf56-42a9-81f9-248abcd642f2 None None] Calling delete_port for 82613305-4cc9-4536-958b-52232e0ef221 owned by network:dhcp {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:20:47.387554 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] For port 82613305-4cc9-4536-958b-52232e0ef221, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=82613305-4cc9-4536-958b-52232e0ef221,segment=NetworkSegment(cadf4d47-91d4-4f66-8f3d-2b00ca150b05),segment_id=cadf4d47-91d4-4f66-8f3d-2b00ca150b05)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:20:47.388300 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:47.397370 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551518'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:47.411441 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] Calling delete_port for 82613305-4cc9-4536-958b-52232e0ef221 owned by network:dhcp {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:20:47.469012 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] For port 82613305-4cc9-4536-958b-52232e0ef221, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=82613305-4cc9-4536-958b-52232e0ef221,segment=NetworkSegment(cadf4d47-91d4-4f66-8f3d-2b00ca150b05),segment_id=cadf4d47-91d4-4f66-8f3d-2b00ca150b05)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:20:47.475259 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738591424494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738591051277', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738591051295'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:47.476206 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 73f2fec5-690b-4301-9f51-98bf58fc521c no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:20:47.513676 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: 73f2fec5-690b-4301-9f51-98bf58fc521c {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:20:47.514293 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 73f2fec5-690b-4301-9f51-98bf58fc521c not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:20:47.514715 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 35336355-d6e0-4c0f-8314-175dbbfcd4f6 no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:20:47.567674 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: 35336355-d6e0-4c0f-8314-175dbbfcd4f6 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:20:47.568094 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 35336355-d6e0-4c0f-8314-175dbbfcd4f6 not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:20:47.619776 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Pushing event updated for resources: {'Port': ['ID=82613305-4cc9-4536-958b-52232e0ef221,revision_number=5']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:47.626488 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ea8ff-ad20-453d-b835-09003d530b7d req-7d7fa934-369e-45b5-b667-913ebbbf835c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:47.627915 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-704ea8ff-ad20-453d-b835-09003d530b7d req-7d7fa934-369e-45b5-b667-913ebbbf835c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 945 time: 0.1381893 Jul 27 11:20:47.629601 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:47.640879 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ed0a0005-bf56-42a9-81f9-248abcd642f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:47.652094 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] No DVR routers for this DVR port 82613305-4cc9-4536-958b-52232e0ef221 on host dv-cinder-784956-7-iscsi {{(pid=93200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:20:47.667413 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a0005-bf56-42a9-81f9-248abcd642f2 None None] Pushing event deleted for resources: {'Port': ['ID=82613305-4cc9-4536-958b-52232e0ef221,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:47.670469 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a0005-bf56-42a9-81f9-248abcd642f2 None None] No DVR routers for this DVR port 82613305-4cc9-4536-958b-52232e0ef221 on host dv-cinder-784956-7-iscsi {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:20:47.703842 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] Pushing event deleted for resources: {'Port': ['ID=82613305-4cc9-4536-958b-52232e0ef221,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:47.773144 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-704ea8ff-ad20-453d-b835-09003d530b7d req-5022cd36-f401-4f19-b6d9-43feb341b619 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307743 Jul 27 11:20:47.782572 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986681', 'neutron.services.segments.db._delete_segments_for_network-8738591500063'] for network, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:47.793594 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb297b1-f3e2-43f0-9caa-73c6c89e919d']}} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:47.803767 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadf4d47-91d4-4f66-8f3d-2b00ca150b05') {'for_net_delete': True} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:47.804079 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadf4d47-91d4-4f66-8f3d-2b00ca150b05') {} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:47.812643 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738591500840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195113'] for segment, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:47.827790 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:47.834044 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:20:47.834384 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10195253'] for segment, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: Traceback (most recent call last): Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: timer() Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: cb(*args, **kw) Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: return func(*args, **kwargs) Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: self._notify() Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: self.callback(batched_events) Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: event.method(event) Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: return f(self, *a, **k) Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._get(url).json() Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: return self.request(url, 'GET', **kwargs) Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 11:20:47.836063 dv-cinder-784956-7-iscsi neutron-server[93200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 11:20:47.891018 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084367'] for network, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:47.909251 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:47.911722 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] 10.222.0.16 "DELETE /v2.0/networks/9bb297b1-f3e2-43f0-9caa-73c6c89e919d HTTP/1.1" status: 204 len: 168 time: 1.0720932 Jul 27 11:20:47.953765 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ab1bb-e343-4daa-978c-353cf0dd78ee admin admin] Pushing event deleted for resources: {'Network': ['ID=9bb297b1-f3e2-43f0-9caa-73c6c89e919d,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:47.997735 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557e88a-9df4-412a-a253-f1bd0f91cad4 req-14877fd1-b936-4659-ad05-5fe81e252ac6 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:47.999818 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6557e88a-9df4-412a-a253-f1bd0f91cad4 req-14877fd1-b936-4659-ad05-5fe81e252ac6 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.20 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 945 time: 0.1104593 Jul 27 11:20:48.030656 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37672) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:20:48.073360 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-8d22cd59-ca92-4bad-aafd-6914440331ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf32821afb3846f9badac574a51c3e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414295 Jul 27 11:20:48.076347 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37674) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:20:48.111568 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-6557e88a-9df4-412a-a253-f1bd0f91cad4 req-fe846b22-ddf5-4e42-81a9-4847f93bf28f tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Deleting port 2947cfc3-1a43-4051-aeac-3ede2563423a {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:20:48.111904 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-6557e88a-9df4-412a-a253-f1bd0f91cad4 req-fe846b22-ddf5-4e42-81a9-4847f93bf28f tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:48.128458 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-9be4a721-87a9-49f7-9e76-0accb857fe19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:48.150432 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-9be4a721-87a9-49f7-9e76-0accb857fe19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:48.198308 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-9be4a721-87a9-49f7-9e76-0accb857fe19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:48.201478 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-9be4a721-87a9-49f7-9e76-0accb857fe19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:48.202641 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-9be4a721-87a9-49f7-9e76-0accb857fe19 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd HTTP/1.1" status: 204 len: 168 time: 0.1253538 Jul 27 11:20:48.211336 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4a721-87a9-49f7-9e76-0accb857fe19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc0ceca-77f4-4edf-ba0f-a857ab7e0bfd,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:48.217544 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-6557e88a-9df4-412a-a253-f1bd0f91cad4 req-fe846b22-ddf5-4e42-81a9-4847f93bf28f tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] For port 2947cfc3-1a43-4051-aeac-3ede2563423a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2947cfc3-1a43-4051-aeac-3ede2563423a,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:20:48.217922 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-6557e88a-9df4-412a-a253-f1bd0f91cad4 req-fe846b22-ddf5-4e42-81a9-4847f93bf28f tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:48.233362 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-6557e88a-9df4-412a-a253-f1bd0f91cad4 req-fe846b22-ddf5-4e42-81a9-4847f93bf28f tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Calling delete_port for 2947cfc3-1a43-4051-aeac-3ede2563423a owned by compute:nova {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:20:48.360340 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c98e8a4d-8c53-4219-8922-fda370efc74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:48.365884 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-6557e88a-9df4-412a-a253-f1bd0f91cad4 req-fe846b22-ddf5-4e42-81a9-4847f93bf28f tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:48.394575 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe846b22-ddf5-4e42-81a9-4847f93bf28f tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event deleted for resources: {'Port': ['ID=2947cfc3-1a43-4051-aeac-3ede2563423a,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:48.442492 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-6557e88a-9df4-412a-a253-f1bd0f91cad4 req-fe846b22-ddf5-4e42-81a9-4847f93bf28f tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] No DVR routers for this DVR port 2947cfc3-1a43-4051-aeac-3ede2563423a on host hv-cinder-78495 {{(pid=93200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:20:48.444980 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-6557e88a-9df4-412a-a253-f1bd0f91cad4 req-fe846b22-ddf5-4e42-81a9-4847f93bf28f tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:48.447186 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-6557e88a-9df4-412a-a253-f1bd0f91cad4 req-fe846b22-ddf5-4e42-81a9-4847f93bf28f tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.20 "DELETE /v2.0/ports/2947cfc3-1a43-4051-aeac-3ede2563423a HTTP/1.1" status: 204 len: 173 time: 0.4375851 Jul 27 11:20:48.447648 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8545f5f7-116c-4383-acff-0864c80fcacb', 'name': 'network-vif-deleted', 'tag': '2947cfc3-1a43-4051-aeac-3ede2563423a'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:20:48.450508 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd33350f-dfcb-4427-8987-674446a4cec4" -d '{"events": [{"server_uuid": "8545f5f7-116c-4383-acff-0864c80fcacb", "name": "network-vif-deleted", "tag": "2947cfc3-1a43-4051-aeac-3ede2563423a"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:20:48.502415 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df711913-ddfd-4fb0-9b19-f5c80b12d27e x-openstack-request-id: req-df711913-ddfd-4fb0-9b19-f5c80b12d27e {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:20:48.502718 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8545f5f7-116c-4383-acff-0864c80fcacb", "name": "network-vif-deleted", "tag": "2947cfc3-1a43-4051-aeac-3ede2563423a", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:20:48.502971 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df711913-ddfd-4fb0-9b19-f5c80b12d27e {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:20:48.503368 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8545f5f7-116c-4383-acff-0864c80fcacb', 'name': 'network-vif-deleted', 'tag': '2947cfc3-1a43-4051-aeac-3ede2563423a', 'status': 'completed', 'code': 200} Jul 27 11:20:48.571710 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37682) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:20:48.612145 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-73a7dfa9-65d2-40e9-ad5d-b83657a575fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=742eda8f6dd04c44851a1bb68c1af382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391190 Jul 27 11:20:48.614594 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37684) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:20:48.663184 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b59e2524-83cf-493c-9507-ea539cf582d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:48.684407 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b59e2524-83cf-493c-9507-ea539cf582d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:48.766671 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b59e2524-83cf-493c-9507-ea539cf582d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:48.770014 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b59e2524-83cf-493c-9507-ea539cf582d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:48.771697 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-b59e2524-83cf-493c-9507-ea539cf582d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbc67af5-20b0-43fb-b3b7-d07b12918a38 HTTP/1.1" status: 204 len: 168 time: 0.1560769 Jul 27 11:20:48.782842 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e2524-83cf-493c-9507-ea539cf582d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc67af5-20b0-43fb-b3b7-d07b12918a38,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:48.932512 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-61dde4d6-1f86-4fef-875b-70492c3133ff req-3c1d375c-761f-4e20-a151-b5b2d490c2f9 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 210 time: 0.0401244 Jul 27 11:20:50.043584 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-63dc3d7d-be9d-4cb3-9a68-e9f9f21c68c1 req-537d8308-3b9c-4c25-bf03-1cdac637a20e tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 210 time: 0.0324035 Jul 27 11:20:51.147108 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-da4210ba-59f7-4695-9d25-22e0c770a12b req-5708103b-56f6-4751-b9b5-aa81c520d0a8 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=8545f5f7-116c-4383-acff-0864c80fcacb HTTP/1.1" status: 200 len: 210 time: 0.0287557 Jul 27 11:20:51.243532 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:51.332130 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-02a41c38-faf6-4423-96e2-f9877794e2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:52.605849 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:53.461455 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 2947cfc3-1a43-4051-aeac-3ede2563423a no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:20:53.480948 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: 2947cfc3-1a43-4051-aeac-3ede2563423a {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:20:53.481295 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 2947cfc3-1a43-4051-aeac-3ede2563423a not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:20:54.092971 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:54.411140 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 37734) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:20:54.573533 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-084f8f03-9f68-437a-917a-9379948897df tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Deleting port e5a6df14-5ea7-49d0-934d-9c0eb34303df {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:20:54.573800 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-084f8f03-9f68-437a-917a-9379948897df tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:54.650995 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-084f8f03-9f68-437a-917a-9379948897df tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:54.651329 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-084f8f03-9f68-437a-917a-9379948897df tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:54.662986 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-084f8f03-9f68-437a-917a-9379948897df tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Calling delete_port for e5a6df14-5ea7-49d0-934d-9c0eb34303df owned by network:floatingip {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:20:54.813529 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-084f8f03-9f68-437a-917a-9379948897df tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:54.841631 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f8f03-9f68-437a-917a-9379948897df tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event deleted for resources: {'Port': ['ID=e5a6df14-5ea7-49d0-934d-9c0eb34303df,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:54.900107 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-084f8f03-9f68-437a-917a-9379948897df tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for floatingip, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:54.900439 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.db.l3_db [None req-084f8f03-9f68-437a-917a-9379948897df tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Floating IP 319b909c-2507-472d-90dc-43ca21cfed82 disassociated (deleted). External IP: 172.27.3.29, port: a099f8e6-85a4-4abb-bbb3-e422ec603b5f. Jul 27 11:20:55.100829 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084f8f03-9f68-437a-917a-9379948897df tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Router b0f776a0-c20c-45c6-8312-feceac0d888e has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:20:55.204311 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084f8f03-9f68-437a-917a-9379948897df tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:20:55.208749 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-084f8f03-9f68-437a-917a-9379948897df tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:55.214699 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb5356-aeb8-4df1-8cb8-14c8de458a10 None None] Sync routers for ids ['b0f776a0-c20c-45c6-8312-feceac0d888e'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:20:55.224094 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb5356-aeb8-4df1-8cb8-14c8de458a10 None None] Routers {'b0f776a0-c20c-45c6-8312-feceac0d888e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:20:55.224709 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-7cdb5356-aeb8-4df1-8cb8-14c8de458a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:20:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['b0f776a0-c20c-45c6-8312-feceac0d888e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:55.244302 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-084f8f03-9f68-437a-917a-9379948897df tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "DELETE /v2.0/floatingips/319b909c-2507-472d-90dc-43ca21cfed82 HTTP/1.1" status: 204 len: 168 time: 0.8320556 Jul 27 11:20:55.244892 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62741aac-3d04-416b-95dd-ccc2090492a4', 'tag': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:20:55.247152 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d5ce12-8cf0-4c25-9d91-4284341abb47" -d '{"events": [{"name": "network-changed", "server_uuid": "62741aac-3d04-416b-95dd-ccc2090492a4", "tag": "a099f8e6-85a4-4abb-bbb3-e422ec603b5f"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:20:55.283934 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fa21f5-3c58-4abc-b67e-6869ad39c0b2 x-openstack-request-id: req-a5fa21f5-3c58-4abc-b67e-6869ad39c0b2 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:20:55.284319 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62741aac-3d04-416b-95dd-ccc2090492a4", "tag": "a099f8e6-85a4-4abb-bbb3-e422ec603b5f", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:20:55.284667 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5fa21f5-3c58-4abc-b67e-6869ad39c0b2 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:20:55.285160 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62741aac-3d04-416b-95dd-ccc2090492a4', 'tag': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f', 'status': 'completed', 'code': 200} Jul 27 11:20:55.397201 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5ce12-8cf0-4c25-9d91-4284341abb47 req-241687fc-be4b-4b4c-92f7-3882b0c04a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:55.398807 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-00d5ce12-8cf0-4c25-9d91-4284341abb47 req-241687fc-be4b-4b4c-92f7-3882b0c04a8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7acac7893f11409bb6e68649aa669c09&device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 1098 time: 0.0648212 Jul 27 11:20:55.449651 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-7cdb5356-aeb8-4df1-8cb8-14c8de458a10 None None] Set router b0f776a0-c20c-45c6-8312-feceac0d888e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:20:55.558458 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07ca81-3951-4f40-a1fb-0c44d6bb105f req-2260cb3d-f33a-4284-b9b1-36109bf30345 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:55.559990 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ae07ca81-3951-4f40-a1fb-0c44d6bb105f req-2260cb3d-f33a-4284-b9b1-36109bf30345 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 945 time: 0.1328225 Jul 27 11:20:55.567208 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5ce12-8cf0-4c25-9d91-4284341abb47 req-d2e28b0e-a4b9-43d8-b0aa-9a61535784de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:55.568602 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-00d5ce12-8cf0-4c25-9d91-4284341abb47 req-d2e28b0e-a4b9-43d8-b0aa-9a61535784de service neutron] 10.222.0.20 "GET /v2.0/networks?id=af679c04-6673-4ea8-9860-92c76665bdfa HTTP/1.1" status: 200 len: 911 time: 0.1312954 Jul 27 11:20:55.626133 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-00d5ce12-8cf0-4c25-9d91-4284341abb47 req-48b51ef5-3ca1-4256-8bd2-ca948ba4ff26 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a099f8e6-85a4-4abb-bbb3-e422ec603b5f HTTP/1.1" status: 200 len: 217 time: 0.0429065 Jul 27 11:20:55.648246 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-ae07ca81-3951-4f40-a1fb-0c44d6bb105f req-7edb7849-aa14-4edd-881b-a76792ec6d6c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823169 Jul 27 11:20:55.656257 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-7cdb5356-aeb8-4df1-8cb8-14c8de458a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:55.682516 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb5356-aeb8-4df1-8cb8-14c8de458a10 None None] Checking router: b0f776a0-c20c-45c6-8312-feceac0d888e for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:20:55.683333 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5ce12-8cf0-4c25-9d91-4284341abb47 req-e6e46983-cf70-45ca-9692-7e075a105763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:55.684823 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-00d5ce12-8cf0-4c25-9d91-4284341abb47 req-e6e46983-cf70-45ca-9692-7e075a105763 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74735343-f925-4e4d-b5ea-c422b0799ca4 HTTP/1.1" status: 200 len: 850 time: 0.0494165 Jul 27 11:20:55.691146 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb5356-aeb8-4df1-8cb8-14c8de458a10 None None] Routers {'b0f776a0-c20c-45c6-8312-feceac0d888e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:20:55.691757 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-7cdb5356-aeb8-4df1-8cb8-14c8de458a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:20:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['b0f776a0-c20c-45c6-8312-feceac0d888e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:55.747406 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5ce12-8cf0-4c25-9d91-4284341abb47 req-eab3822f-4b4a-415d-a896-7c18b0688f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:55.748983 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-00d5ce12-8cf0-4c25-9d91-4284341abb47 req-eab3822f-4b4a-415d-a896-7c18b0688f37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af679c04-6673-4ea8-9860-92c76665bdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557187 Jul 27 11:20:55.804718 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-7cdb5356-aeb8-4df1-8cb8-14c8de458a10 None None] Set router b0f776a0-c20c-45c6-8312-feceac0d888e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:20:55.848260 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-00d5ce12-8cf0-4c25-9d91-4284341abb47 req-9e75751b-3378-48b1-8326-a1faf3e3880a service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898736 Jul 27 11:20:55.937287 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-00d5ce12-8cf0-4c25-9d91-4284341abb47 req-0eb01d0d-d39b-4ce1-b7a9-4ceb9b94dee1 service neutron] 10.222.0.20 "GET /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807812 Jul 27 11:20:56.006936 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-7cdb5356-aeb8-4df1-8cb8-14c8de458a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:20:56.033095 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb5356-aeb8-4df1-8cb8-14c8de458a10 None None] The sync data for ids ['b0f776a0-c20c-45c6-8312-feceac0d888e'] in dv-cinder-784956-7-iscsi is: [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:39Z', 'revision_number': 4, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': '583e3d10-60c4-4626-8b12-618225b37473', 'name': '', 'network_id': 'af679c04-6673-4ea8-9860-92c76665bdfa', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'mac_address': 'fa:16:3e:9a:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:38Z', 'updated_at': '2021-07-27T11:12:48Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'subnets': [{'id': '74735343-f925-4e4d-b5ea-c422b0799ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:20:56.246707 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66636de-5fd4-4456-8515-e7c9f976ad41 None None] New status for floating IP 319b909c-2507-472d-90dc-43ca21cfed82: DOWN {{(pid=93202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 11:20:56.800082 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f4cc8-e72b-4904-a191-ee754a78163f req-7e6e3719-d41f-40bc-8d42-d36930c652ca tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:56.801603 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1d6f4cc8-e72b-4904-a191-ee754a78163f req-7e6e3719-d41f-40bc-8d42-d36930c652ca tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 945 time: 0.0825813 Jul 27 11:20:56.842687 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-1d6f4cc8-e72b-4904-a191-ee754a78163f req-ca90b3c5-7f5c-4e5c-b724-f8663982bf08 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/security-groups?id=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351813 Jul 27 11:20:57.305968 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea32f17-b00a-4a91-bce3-0d135a333e1e req-cc206026-f3be-4511-8cc4-83f0fa87ed05 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:20:57.307295 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5ea32f17-b00a-4a91-bce3-0d135a333e1e req-cc206026-f3be-4511-8cc4-83f0fa87ed05 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.20 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 945 time: 0.0604794 Jul 27 11:20:57.402770 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-5ea32f17-b00a-4a91-bce3-0d135a333e1e req-e195195c-51a7-428a-9a48-05a3ff3bd1d7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Deleting port a099f8e6-85a4-4abb-bbb3-e422ec603b5f {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:20:57.403106 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-5ea32f17-b00a-4a91-bce3-0d135a333e1e req-e195195c-51a7-428a-9a48-05a3ff3bd1d7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:57.489100 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-5ea32f17-b00a-4a91-bce3-0d135a333e1e req-e195195c-51a7-428a-9a48-05a3ff3bd1d7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] For port a099f8e6-85a4-4abb-bbb3-e422ec603b5f, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=a099f8e6-85a4-4abb-bbb3-e422ec603b5f,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:20:57.489479 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-5ea32f17-b00a-4a91-bce3-0d135a333e1e req-e195195c-51a7-428a-9a48-05a3ff3bd1d7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:57.501454 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-5ea32f17-b00a-4a91-bce3-0d135a333e1e req-e195195c-51a7-428a-9a48-05a3ff3bd1d7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Calling delete_port for a099f8e6-85a4-4abb-bbb3-e422ec603b5f owned by compute:nova {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:20:57.621889 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-5ea32f17-b00a-4a91-bce3-0d135a333e1e req-e195195c-51a7-428a-9a48-05a3ff3bd1d7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:57.649064 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195195c-51a7-428a-9a48-05a3ff3bd1d7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event deleted for resources: {'Port': ['ID=a099f8e6-85a4-4abb-bbb3-e422ec603b5f,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:57.693847 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea32f17-b00a-4a91-bce3-0d135a333e1e req-e195195c-51a7-428a-9a48-05a3ff3bd1d7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] No DVR routers for this DVR port a099f8e6-85a4-4abb-bbb3-e422ec603b5f on host hv-cinder-78495 {{(pid=93200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:20:57.696247 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-5ea32f17-b00a-4a91-bce3-0d135a333e1e req-e195195c-51a7-428a-9a48-05a3ff3bd1d7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:57.698238 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5ea32f17-b00a-4a91-bce3-0d135a333e1e req-e195195c-51a7-428a-9a48-05a3ff3bd1d7 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.20 "DELETE /v2.0/ports/a099f8e6-85a4-4abb-bbb3-e422ec603b5f HTTP/1.1" status: 204 len: 173 time: 0.3842137 Jul 27 11:20:57.698668 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62741aac-3d04-416b-95dd-ccc2090492a4', 'name': 'network-vif-deleted', 'tag': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:20:57.700869 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3552a3-ce34-43e7-b62f-23c45a7de167" -d '{"events": [{"server_uuid": "62741aac-3d04-416b-95dd-ccc2090492a4", "name": "network-vif-deleted", "tag": "a099f8e6-85a4-4abb-bbb3-e422ec603b5f"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:20:57.740865 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a8a28c-c7a8-45ba-8363-af0c60a146ea x-openstack-request-id: req-29a8a28c-c7a8-45ba-8363-af0c60a146ea {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:20:57.741157 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62741aac-3d04-416b-95dd-ccc2090492a4", "name": "network-vif-deleted", "tag": "a099f8e6-85a4-4abb-bbb3-e422ec603b5f", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:20:57.741425 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29a8a28c-c7a8-45ba-8363-af0c60a146ea {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:20:57.741836 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62741aac-3d04-416b-95dd-ccc2090492a4', 'name': 'network-vif-deleted', 'tag': 'a099f8e6-85a4-4abb-bbb3-e422ec603b5f', 'status': 'completed', 'code': 200} Jul 27 11:20:57.939852 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-46133417-41cf-4396-bef6-6789af2fe89b req-996db0b3-a394-42bb-a78a-d453e5df1c7e tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "GET /v2.0/ports?device_id=62741aac-3d04-416b-95dd-ccc2090492a4 HTTP/1.1" status: 200 len: 210 time: 0.0321634 Jul 27 11:20:58.692656 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:20:58.994682 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 37780) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:20:59.114143 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-f6aec6d4-bb22-4b42-939d-c289aa877a0c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Deleting port 3b789e54-2fe1-4537-b896-5d27ec90a2e1 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:20:59.114480 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f6aec6d4-bb22-4b42-939d-c289aa877a0c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:59.187398 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f6aec6d4-bb22-4b42-939d-c289aa877a0c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:59.187655 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f6aec6d4-bb22-4b42-939d-c289aa877a0c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:59.199371 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-f6aec6d4-bb22-4b42-939d-c289aa877a0c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Calling delete_port for 3b789e54-2fe1-4537-b896-5d27ec90a2e1 owned by network:floatingip {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:20:59.327729 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f6aec6d4-bb22-4b42-939d-c289aa877a0c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:59.353356 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aec6d4-bb22-4b42-939d-c289aa877a0c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event deleted for resources: {'Port': ['ID=3b789e54-2fe1-4537-b896-5d27ec90a2e1,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:20:59.414866 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f6aec6d4-bb22-4b42-939d-c289aa877a0c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for floatingip, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:59.417333 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-f6aec6d4-bb22-4b42-939d-c289aa877a0c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:20:59.418524 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-f6aec6d4-bb22-4b42-939d-c289aa877a0c tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "DELETE /v2.0/floatingips/ee98c8cd-a731-4ccc-9f5e-a9e699becb8f HTTP/1.1" status: 204 len: 168 time: 0.4228764 Jul 27 11:21:00.605235 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 37812) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:00.662371 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-54cb883a-3750-4bc9-8792-b9d4882b00c1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:00.687019 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-54cb883a-3750-4bc9-8792-b9d4882b00c1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:00.745918 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-54cb883a-3750-4bc9-8792-b9d4882b00c1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:00.748450 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-54cb883a-3750-4bc9-8792-b9d4882b00c1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:00.750294 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-54cb883a-3750-4bc9-8792-b9d4882b00c1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] 10.222.0.16 "DELETE /v2.0/security-groups/cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf HTTP/1.1" status: 204 len: 168 time: 0.1434274 Jul 27 11:21:00.759698 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb883a-3750-4bc9-8792-b9d4882b00c1 tempest-TestVolumeBootPattern-1914784970 tempest-TestVolumeBootPattern-1914784970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5dd0ca-ebca-4f5f-8cf9-a274c8ad0faf,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:00.812836 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 37816) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:01.331216 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3aafcce5-cc94-4273-a3b3-6030b766f177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084733'] for router_interface, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:01.506226 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device a099f8e6-85a4-4abb-bbb3-e422ec603b5f no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:21:01.525991 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: a099f8e6-85a4-4abb-bbb3-e422ec603b5f {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:21:01.526335 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device a099f8e6-85a4-4abb-bbb3-e422ec603b5f not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:21:01.586027 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-3aafcce5-cc94-4273-a3b3-6030b766f177 admin admin] Deleting port 583e3d10-60c4-4626-8b12-618225b37473 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:21:01.586369 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3aafcce5-cc94-4273-a3b3-6030b766f177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:01.660129 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [None req-3aafcce5-cc94-4273-a3b3-6030b766f177 admin admin] For port 583e3d10-60c4-4626-8b12-618225b37473, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=583e3d10-60c4-4626-8b12-618225b37473,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:21:01.660796 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3aafcce5-cc94-4273-a3b3-6030b766f177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:01.672329 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-3aafcce5-cc94-4273-a3b3-6030b766f177 admin admin] Calling delete_port for 583e3d10-60c4-4626-8b12-618225b37473 owned by network:router_interface {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:21:01.840870 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3aafcce5-cc94-4273-a3b3-6030b766f177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:01.869146 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafcce5-cc94-4273-a3b3-6030b766f177 admin admin] Pushing event deleted for resources: {'Port': ['ID=583e3d10-60c4-4626-8b12-618225b37473,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:02.030910 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-3aafcce5-cc94-4273-a3b3-6030b766f177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084497'] for router_interface, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:02.355556 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37828) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:02.399816 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_v2 [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] Deleting subnet 4804941e-4ad3-46c5-b066-5319303d2f01 {{(pid=93199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 11:21:02.402917 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:02.436113 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8644683'] for subnet, precommit_delete_associations {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:02.473806 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989878'] for subnet, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:02.509850 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aafcce5-cc94-4273-a3b3-6030b766f177 admin admin] Router b0f776a0-c20c-45c6-8312-feceac0d888e has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:21:02.527042 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8487448'] for subnet, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:02.553419 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4804941e-4ad3-46c5-b066-5319303d2f01,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:02.555898 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:02.557599 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4804941e-4ad3-46c5-b066-5319303d2f01 HTTP/1.1" status: 204 len: 168 time: 0.2010128 Jul 27 11:21:02.560191 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 37830) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:02.563600 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:02.564238 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:02.564388 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:02.564603 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:02.564932 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:02.565260 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:02.565609 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:02.565936 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:02.566260 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:02.566581 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:02.566900 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:02.567220 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b5d9b-578b-4869-a142-07d5deddef5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:02.672898 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ef1d-b1b8-44f5-9d7c-da924fbb5936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597342'] for network, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:02.679892 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aafcce5-cc94-4273-a3b3-6030b766f177 admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:21:02.685128 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-3aafcce5-cc94-4273-a3b3-6030b766f177 admin admin] 10.222.0.16 "PUT /v2.0/routers/b0f776a0-c20c-45c6-8312-feceac0d888e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8709152 Jul 27 11:21:02.688221 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 37832) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:02.690703 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d004b6c-056d-4e8d-87c8-ed87b459db5a None None] Sync routers for ids ['b0f776a0-c20c-45c6-8312-feceac0d888e'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:21:02.699742 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d004b6c-056d-4e8d-87c8-ed87b459db5a None None] Routers {'b0f776a0-c20c-45c6-8312-feceac0d888e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:21:02.700383 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-2d004b6c-056d-4e8d-87c8-ed87b459db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:20:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['b0f776a0-c20c-45c6-8312-feceac0d888e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:02.804921 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-2d004b6c-056d-4e8d-87c8-ed87b459db5a None None] Set router b0f776a0-c20c-45c6-8312-feceac0d888e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:21:02.831884 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ef1d-b1b8-44f5-9d7c-da924fbb5936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986681', 'neutron.services.segments.db._delete_segments_for_network-8738591500063'] for network, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:02.845113 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-4aa8ef1d-b1b8-44f5-9d7c-da924fbb5936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d826e0ca-ea17-4d97-b7e9-901aa0a43509']}} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:02.860379 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-4aa8ef1d-b1b8-44f5-9d7c-da924fbb5936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4214dcac-b009-4178-91d3-5fb2cd083284') {'for_net_delete': True} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:02.860671 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-4aa8ef1d-b1b8-44f5-9d7c-da924fbb5936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4214dcac-b009-4178-91d3-5fb2cd083284') {} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:02.872938 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ef1d-b1b8-44f5-9d7c-da924fbb5936 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738591500840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195113'] for segment, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:02.875652 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed51a-8143-493b-8d5e-8fffc030a7c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:02.917373 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ef1d-b1b8-44f5-9d7c-da924fbb5936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:02.927297 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa8ef1d-b1b8-44f5-9d7c-da924fbb5936 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:21:02.927617 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ef1d-b1b8-44f5-9d7c-da924fbb5936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10195253'] for segment, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: Traceback (most recent call last): Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: timer() Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: cb(*args, **kw) Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: return func(*args, **kwargs) Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: self._notify() Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: self.callback(batched_events) Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: event.method(event) Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: return f(self, *a, **k) Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._get(url).json() Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: return self.request(url, 'GET', **kwargs) Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 11:21:02.929242 dv-cinder-784956-7-iscsi neutron-server[93200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 11:21:02.983263 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-2d004b6c-056d-4e8d-87c8-ed87b459db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:21:01Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:03.010391 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d004b6c-056d-4e8d-87c8-ed87b459db5a None None] Checking router: b0f776a0-c20c-45c6-8312-feceac0d888e for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:21:03.019074 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d004b6c-056d-4e8d-87c8-ed87b459db5a None None] Routers {'b0f776a0-c20c-45c6-8312-feceac0d888e'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:21:03.019773 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-2d004b6c-056d-4e8d-87c8-ed87b459db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:20:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['b0f776a0-c20c-45c6-8312-feceac0d888e'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:03.023691 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ef1d-b1b8-44f5-9d7c-da924fbb5936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084367'] for network, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.028169 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ef1d-b1b8-44f5-9d7c-da924fbb5936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.032398 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-4aa8ef1d-b1b8-44f5-9d7c-da924fbb5936 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d826e0ca-ea17-4d97-b7e9-901aa0a43509 HTTP/1.1" status: 204 len: 168 time: 0.4689493 Jul 27 11:21:03.049692 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8ef1d-b1b8-44f5-9d7c-da924fbb5936 admin admin] Pushing event deleted for resources: {'Network': ['ID=d826e0ca-ea17-4d97-b7e9-901aa0a43509,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:03.056369 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed51a-8143-493b-8d5e-8fffc030a7c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.117111 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-0e2ed51a-8143-493b-8d5e-8fffc030a7c9 admin admin] Deleting port fbae2703-833f-44fe-b04b-2dc79e6bd935 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:21:03.117513 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed51a-8143-493b-8d5e-8fffc030a7c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.136532 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-2d004b6c-056d-4e8d-87c8-ed87b459db5a None None] Set router b0f776a0-c20c-45c6-8312-feceac0d888e gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:21:03.202913 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37836) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:03.203092 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [None req-0e2ed51a-8143-493b-8d5e-8fffc030a7c9 admin admin] For port fbae2703-833f-44fe-b04b-2dc79e6bd935, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=fbae2703-833f-44fe-b04b-2dc79e6bd935,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:21:03.203428 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed51a-8143-493b-8d5e-8fffc030a7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.221076 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-0e2ed51a-8143-493b-8d5e-8fffc030a7c9 admin admin] Calling delete_port for fbae2703-833f-44fe-b04b-2dc79e6bd935 owned by network:router_gateway {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:21:03.247729 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-76b4c0c6-568b-45eb-ae00-b676f3162211 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ceac1a167ac348a8ad3ec4ca7c9e9720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428388 Jul 27 11:21:03.250904 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37838) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:03.298473 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-fbeafd41-2354-48c9-a041-9b2209d049c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.319986 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-fbeafd41-2354-48c9-a041-9b2209d049c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.330413 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-2d004b6c-056d-4e8d-87c8-ed87b459db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:21:01Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:03.361173 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d004b6c-056d-4e8d-87c8-ed87b459db5a None None] The sync data for ids ['b0f776a0-c20c-45c6-8312-feceac0d888e'] in dv-cinder-784956-7-iscsi is: [{'id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'name': 'tempest-TestVolumeBootPattern-718659558-router', 'tenant_id': '7acac7893f11409bb6e68649aa669c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:21:01Z', 'revision_number': 5, 'project_id': '7acac7893f11409bb6e68649aa669c09', 'gw_port': {'id': 'fbae2703-833f-44fe-b04b-2dc79e6bd935', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f776a0-c20c-45c6-8312-feceac0d888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:34Z', 'updated_at': '2021-07-27T11:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:21:03.371616 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-fbeafd41-2354-48c9-a041-9b2209d049c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.374325 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-fbeafd41-2354-48c9-a041-9b2209d049c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.375526 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-fbeafd41-2354-48c9-a041-9b2209d049c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/970d7632-6ce9-4ac3-bc21-87346de9cd2f HTTP/1.1" status: 204 len: 168 time: 0.1236358 Jul 27 11:21:03.387193 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeafd41-2354-48c9-a041-9b2209d049c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970d7632-6ce9-4ac3-bc21-87346de9cd2f,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:03.413849 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed51a-8143-493b-8d5e-8fffc030a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.441464 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ed51a-8143-493b-8d5e-8fffc030a7c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbae2703-833f-44fe-b04b-2dc79e6bd935,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:03.515152 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed51a-8143-493b-8d5e-8fffc030a7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084403'] for router_gateway, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.603796 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed51a-8143-493b-8d5e-8fffc030a7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1956'] for router, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.605907 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed51a-8143-493b-8d5e-8fffc030a7c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.648279 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed51a-8143-493b-8d5e-8fffc030a7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776186'] for router, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.648823 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2ed51a-8143-493b-8d5e-8fffc030a7c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0f776a0-c20c-45c6-8312-feceac0d888e {{(pid=93200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 11:21:03.656236 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed51a-8143-493b-8d5e-8fffc030a7c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.656236 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-0e2ed51a-8143-493b-8d5e-8fffc030a7c9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b0f776a0-c20c-45c6-8312-feceac0d888e HTTP/1.1" status: 204 len: 168 time: 0.9650846 Jul 27 11:21:03.657182 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 37848) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:03.705117 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7496d09-d181-467b-a00a-691423b065e8 admin admin] Deleting subnet 74735343-f925-4e4d-b5ea-c422b0799ca4 {{(pid=93200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 11:21:03.708896 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d7496d09-d181-467b-a00a-691423b065e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.753296 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d7496d09-d181-467b-a00a-691423b065e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10195290'] for subnet, precommit_delete_associations {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.838962 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d7496d09-d181-467b-a00a-691423b065e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989878'] for subnet, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.893412 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d7496d09-d181-467b-a00a-691423b065e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10195291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10212511'] for subnet, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.919209 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7496d09-d181-467b-a00a-691423b065e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74735343-f925-4e4d-b5ea-c422b0799ca4,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:03.923150 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d7496d09-d181-467b-a00a-691423b065e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:03.927232 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-d7496d09-d181-467b-a00a-691423b065e8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/74735343-f925-4e4d-b5ea-c422b0799ca4 HTTP/1.1" status: 204 len: 168 time: 0.2667561 Jul 27 11:21:03.927927 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37860) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:03.935020 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e31b47c-98f9-407a-b9b8-7af7b2b23f47 None None] Network af679c04-6673-4ea8-9860-92c76665bdfa requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:21:04.031115 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597342'] for network, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:04.091536 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] Deleting port 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1 {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:21:04.091881 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:04.154500 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] For port 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=7f3aba28-fe07-4a7e-b446-ff65e6bfafc1,segment=NetworkSegment(39c8a8e1-5cf5-423f-b578-75c4785235d9),segment_id=39c8a8e1-5cf5-423f-b578-75c4785235d9)] {{(pid=93199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:21:04.154863 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:04.170537 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] Calling delete_port for 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1 owned by network:dhcp {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:21:04.247197 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:04.272831 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3aba28-fe07-4a7e-b446-ff65e6bfafc1,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:04.276539 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] No DVR routers for this DVR port 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1 on host dv-cinder-784956-7-iscsi {{(pid=93199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:21:04.347938 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986681', 'neutron.services.segments.db._delete_segments_for_network-8738591500063'] for network, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:04.357622 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.services.segments.db [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af679c04-6673-4ea8-9860-92c76665bdfa']}} {{(pid=93199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:04.367689 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.services.segments.db [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c8a8e1-5cf5-423f-b578-75c4785235d9') {'for_net_delete': True} {{(pid=93199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:04.367988 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.services.segments.db [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c8a8e1-5cf5-423f-b578-75c4785235d9') {} {{(pid=93199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:04.376984 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738591500840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645048'] for segment, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:04.391207 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:04.397331 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:21:04.397996 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639090'] for segment, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: Traceback (most recent call last): Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: timer() Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: cb(*args, **kw) Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: return func(*args, **kwargs) Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: self._notify() Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: self.callback(batched_events) Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: event.method(event) Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: return f(self, *a, **k) Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: return self._get(url).json() Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: return self.request(url, 'GET', **kwargs) Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 11:21:04.408202 dv-cinder-784956-7-iscsi neutron-server[93199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 11:21:04.442554 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed0a3d7-c12f-495c-85de-5f4269bf41a1 None None] DHCP port deletion for af679c04-6673-4ea8-9860-92c76665bdfa request from dv-cinder-784956-7-iscsi {{(pid=93201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 11:21:04.468381 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:04.479248 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084367'] for network, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:04.486489 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:04.488336 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/af679c04-6673-4ea8-9860-92c76665bdfa HTTP/1.1" status: 204 len: 168 time: 0.5594544 Jul 27 11:21:04.491330 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 37874) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:04.503216 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4918b1d-cd0f-4a26-b6ee-939a785c02d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=af679c04-6673-4ea8-9860-92c76665bdfa,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:04.528803 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37876) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:04.829535 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-ecfcf9f5-91b7-4211-84d4-981b0590195d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Deleting port c2ea542e-5fbe-459d-b404-9b2a9ee51e4e {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:21:04.829879 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ecfcf9f5-91b7-4211-84d4-981b0590195d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:04.878183 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-33909f7b-8640-4a2e-b8fb-bc5e39998b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084733'] for router_interface, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:04.902432 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ecfcf9f5-91b7-4211-84d4-981b0590195d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:04.902758 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ecfcf9f5-91b7-4211-84d4-981b0590195d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:04.914502 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-ecfcf9f5-91b7-4211-84d4-981b0590195d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Calling delete_port for c2ea542e-5fbe-459d-b404-9b2a9ee51e4e owned by network:floatingip {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:21:05.088986 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ecfcf9f5-91b7-4211-84d4-981b0590195d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:05.105314 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1 no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:21:05.120053 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcf9f5-91b7-4211-84d4-981b0590195d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Pushing event deleted for resources: {'Port': ['ID=c2ea542e-5fbe-459d-b404-9b2a9ee51e4e,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:05.133209 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:21:05.133800 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 7f3aba28-fe07-4a7e-b446-ff65e6bfafc1 not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:21:05.134226 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device fbae2703-833f-44fe-b04b-2dc79e6bd935 no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:21:05.134996 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-33909f7b-8640-4a2e-b8fb-bc5e39998b2d admin admin] Deleting port 44f7a633-2b21-4432-86a9-0bc87ba48f18 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:21:05.135481 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-33909f7b-8640-4a2e-b8fb-bc5e39998b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:05.153226 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: fbae2703-833f-44fe-b04b-2dc79e6bd935 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:21:05.153726 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device fbae2703-833f-44fe-b04b-2dc79e6bd935 not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:21:05.153996 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 583e3d10-60c4-4626-8b12-618225b37473 no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:21:05.174114 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: 583e3d10-60c4-4626-8b12-618225b37473 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:21:05.174737 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 583e3d10-60c4-4626-8b12-618225b37473 not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:21:05.186494 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ecfcf9f5-91b7-4211-84d4-981b0590195d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for floatingip, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:05.186866 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.db.l3_db [None req-ecfcf9f5-91b7-4211-84d4-981b0590195d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Floating IP 282a78f8-a5ba-49b6-a5ad-54e1d5422f5e disassociated (deleted). External IP: 172.27.3.250, port: 34c0ef3f-f3a7-413b-bde2-bcd58714f839. Jul 27 11:21:05.223333 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [None req-33909f7b-8640-4a2e-b8fb-bc5e39998b2d admin admin] For port 44f7a633-2b21-4432-86a9-0bc87ba48f18, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=44f7a633-2b21-4432-86a9-0bc87ba48f18,segment=NetworkSegment(d3989715-a2cd-4221-a67d-d63d66e9538c),segment_id=d3989715-a2cd-4221-a67d-d63d66e9538c)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:21:05.223721 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-33909f7b-8640-4a2e-b8fb-bc5e39998b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:05.236278 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-33909f7b-8640-4a2e-b8fb-bc5e39998b2d admin admin] Calling delete_port for 44f7a633-2b21-4432-86a9-0bc87ba48f18 owned by network:router_interface {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:21:05.411494 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-33909f7b-8640-4a2e-b8fb-bc5e39998b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:05.438718 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33909f7b-8640-4a2e-b8fb-bc5e39998b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=44f7a633-2b21-4432-86a9-0bc87ba48f18,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:05.613054 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-33909f7b-8640-4a2e-b8fb-bc5e39998b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084497'] for router_interface, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:05.641125 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfcf9f5-91b7-4211-84d4-981b0590195d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Router 1747aefc-6e2e-456a-8f24-3ba5c8042879 has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:21:05.759186 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfcf9f5-91b7-4211-84d4-981b0590195d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:21:05.764100 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ecfcf9f5-91b7-4211-84d4-981b0590195d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for floatingip, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:05.771652 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527aae15-55e4-44b0-8b9a-7b1d0301d0b3 None None] Sync routers for ids ['1747aefc-6e2e-456a-8f24-3ba5c8042879'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:21:05.788665 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527aae15-55e4-44b0-8b9a-7b1d0301d0b3 None None] Routers {'1747aefc-6e2e-456a-8f24-3ba5c8042879'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:21:05.789587 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-527aae15-55e4-44b0-8b9a-7b1d0301d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:20:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['1747aefc-6e2e-456a-8f24-3ba5c8042879'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:05.809844 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-ecfcf9f5-91b7-4211-84d4-981b0590195d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "DELETE /v2.0/floatingips/282a78f8-a5ba-49b6-a5ad-54e1d5422f5e HTTP/1.1" status: 204 len: 168 time: 1.2761776 Jul 27 11:21:05.812307 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c14288-92f7-47b6-a8bb-a44d82789712', 'tag': '34c0ef3f-f3a7-413b-bde2-bcd58714f839'}] {{(pid=93199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:21:05.815510 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b99d443fbfdc714505da2ae46b12ec6c602a25b40796aa13b1bf78cba4db9ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7541ebfa-374b-46f0-814c-1677a2111bba" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c14288-92f7-47b6-a8bb-a44d82789712", "tag": "34c0ef3f-f3a7-413b-bde2-bcd58714f839"}]}' {{(pid=93199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:21:05.868872 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 11:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01932c93-7241-48d0-8a90-a2d2a47decbe x-openstack-request-id: req-01932c93-7241-48d0-8a90-a2d2a47decbe {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:21:05.869296 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c14288-92f7-47b6-a8bb-a44d82789712", "tag": "34c0ef3f-f3a7-413b-bde2-bcd58714f839", "status": "completed", "code": 200}]} {{(pid=93199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:21:05.869635 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01932c93-7241-48d0-8a90-a2d2a47decbe {{(pid=93199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:21:05.870094 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c14288-92f7-47b6-a8bb-a44d82789712', 'tag': '34c0ef3f-f3a7-413b-bde2-bcd58714f839', 'status': 'completed', 'code': 200} Jul 27 11:21:05.882489 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33909f7b-8640-4a2e-b8fb-bc5e39998b2d admin admin] Router e070e5fb-1f0e-4f05-b066-3c27a4b07039 has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:21:05.992960 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-527aae15-55e4-44b0-8b9a-7b1d0301d0b3 None None] Set router 1747aefc-6e2e-456a-8f24-3ba5c8042879 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:21:06.072945 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33909f7b-8640-4a2e-b8fb-bc5e39998b2d admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:21:06.080633 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-33909f7b-8640-4a2e-b8fb-bc5e39998b2d admin admin] 10.222.0.16 "PUT /v2.0/routers/e070e5fb-1f0e-4f05-b066-3c27a4b07039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5855696 Jul 27 11:21:06.080877 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37892) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:06.087268 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541ebfa-374b-46f0-814c-1677a2111bba req-45d579fc-69a6-42ed-a811-dbff2a04e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:21:06.088384 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2529115-f27e-43b3-9799-a42b948d0418 None None] Sync routers for ids ['e070e5fb-1f0e-4f05-b066-3c27a4b07039'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:21:06.088815 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7541ebfa-374b-46f0-814c-1677a2111bba req-45d579fc-69a6-42ed-a811-dbff2a04e51a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b9bfd2d2b244bfcb54501759fd2ebbe&device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 1099 time: 0.1520042 Jul 27 11:21:06.097254 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2529115-f27e-43b3-9799-a42b948d0418 None None] Routers {'e070e5fb-1f0e-4f05-b066-3c27a4b07039'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:21:06.098100 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-b2529115-f27e-43b3-9799-a42b948d0418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:20:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['e070e5fb-1f0e-4f05-b066-3c27a4b07039'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:06.118014 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df4065-03b3-4ca6-b6b8-5bee00951e73 req-280aeec3-b5f3-49f3-9fc7-06c1a7060268 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:21:06.119719 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-82df4065-03b3-4ca6-b6b8-5bee00951e73 req-280aeec3-b5f3-49f3-9fc7-06c1a7060268 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.1117568 Jul 27 11:21:06.160605 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-82df4065-03b3-4ca6-b6b8-5bee00951e73 req-ad7be552-846d-46be-b79f-e08846e5e05c tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346301 Jul 27 11:21:06.201216 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-527aae15-55e4-44b0-8b9a-7b1d0301d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'name': 'tempest-TestShelveInstance-992842426-router', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:51Z', 'revision_number': 4, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'gw_port': {'id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': 'f9049344-b5b9-4467-8d7c-9f81d313e748', 'name': '', 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'mac_address': 'fa:16:3e:bb:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:51Z', 'updated_at': '2021-07-27T11:15:58Z', 'revision_number': 5, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'subnets': [{'id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:06.211883 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-b2529115-f27e-43b3-9799-a42b948d0418 None None] Set router e070e5fb-1f0e-4f05-b066-3c27a4b07039 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:21:06.221079 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d925e4ba-75e5-4918-94c9-42a170f1e352 admin admin] Notify callbacks [] for router, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:06.227978 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527aae15-55e4-44b0-8b9a-7b1d0301d0b3 None None] Checking router: 1747aefc-6e2e-456a-8f24-3ba5c8042879 for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:21:06.236822 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527aae15-55e4-44b0-8b9a-7b1d0301d0b3 None None] Routers {'1747aefc-6e2e-456a-8f24-3ba5c8042879'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:21:06.237434 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-527aae15-55e4-44b0-8b9a-7b1d0301d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:20:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['1747aefc-6e2e-456a-8f24-3ba5c8042879'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:06.332100 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d925e4ba-75e5-4918-94c9-42a170f1e352 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:06.346670 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-527aae15-55e4-44b0-8b9a-7b1d0301d0b3 None None] Set router 1747aefc-6e2e-456a-8f24-3ba5c8042879 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:21:06.388326 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-b2529115-f27e-43b3-9799-a42b948d0418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e070e5fb-1f0e-4f05-b066-3c27a4b07039', 'name': 'tempest-TestVolumeBootPattern-678356365-router', 'tenant_id': '2c7fdc458f5c4e90a9b0777934416568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '72dda53d-c0bb-4c13-af30-e0cf5bf230b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:42Z', 'updated_at': '2021-07-27T11:21:05Z', 'revision_number': 5, 'project_id': '2c7fdc458f5c4e90a9b0777934416568', 'gw_port': {'id': '72dda53d-c0bb-4c13-af30-e0cf5bf230b4', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e070e5fb-1f0e-4f05-b066-3c27a4b07039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:12:43Z', 'updated_at': '2021-07-27T11:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:06.389105 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-d925e4ba-75e5-4918-94c9-42a170f1e352 admin admin] Deleting port 72dda53d-c0bb-4c13-af30-e0cf5bf230b4 {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:21:06.389478 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d925e4ba-75e5-4918-94c9-42a170f1e352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:06.419275 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2529115-f27e-43b3-9799-a42b948d0418 None None] Checking router: e070e5fb-1f0e-4f05-b066-3c27a4b07039 for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:21:06.428695 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2529115-f27e-43b3-9799-a42b948d0418 None None] Routers {'e070e5fb-1f0e-4f05-b066-3c27a4b07039'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:21:06.429312 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-b2529115-f27e-43b3-9799-a42b948d0418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:20:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['e070e5fb-1f0e-4f05-b066-3c27a4b07039'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:06.473951 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [None req-d925e4ba-75e5-4918-94c9-42a170f1e352 admin admin] For port 72dda53d-c0bb-4c13-af30-e0cf5bf230b4, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=72dda53d-c0bb-4c13-af30-e0cf5bf230b4,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:21:06.474323 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d925e4ba-75e5-4918-94c9-42a170f1e352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:06.487589 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-d925e4ba-75e5-4918-94c9-42a170f1e352 admin admin] Calling delete_port for 72dda53d-c0bb-4c13-af30-e0cf5bf230b4 owned by network:router_gateway {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:21:06.515339 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-b2529115-f27e-43b3-9799-a42b948d0418 None None] Set router e070e5fb-1f0e-4f05-b066-3c27a4b07039 gateway port host: None {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:21:06.550574 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-527aae15-55e4-44b0-8b9a-7b1d0301d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'name': 'tempest-TestShelveInstance-992842426-router', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:51Z', 'revision_number': 4, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'gw_port': {'id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': 'f9049344-b5b9-4467-8d7c-9f81d313e748', 'name': '', 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'mac_address': 'fa:16:3e:bb:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:51Z', 'updated_at': '2021-07-27T11:15:58Z', 'revision_number': 5, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'subnets': [{'id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:06.567868 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-b2529115-f27e-43b3-9799-a42b948d0418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e070e5fb-1f0e-4f05-b066-3c27a4b07039', 'name': 'tempest-TestVolumeBootPattern-678356365-router', 'tenant_id': '2c7fdc458f5c4e90a9b0777934416568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:42Z', 'updated_at': '2021-07-27T11:21:06Z', 'revision_number': 6, 'project_id': '2c7fdc458f5c4e90a9b0777934416568', 'gw_port_host': None}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:06.579708 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527aae15-55e4-44b0-8b9a-7b1d0301d0b3 None None] The sync data for ids ['1747aefc-6e2e-456a-8f24-3ba5c8042879'] in dv-cinder-784956-7-iscsi is: [{'id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'name': 'tempest-TestShelveInstance-992842426-router', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:51Z', 'revision_number': 4, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'gw_port': {'id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi', '_interfaces': [{'id': 'f9049344-b5b9-4467-8d7c-9f81d313e748', 'name': '', 'network_id': '00727d2e-a261-402c-a777-2fb23ca18a42', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'mac_address': 'fa:16:3e:bb:0b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:51Z', 'updated_at': '2021-07-27T11:15:58Z', 'revision_number': 5, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'subnets': [{'id': '4ac8bd97-6b08-43ee-9af1-f1f073bddbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:21:06.665852 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d925e4ba-75e5-4918-94c9-42a170f1e352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:06.692819 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925e4ba-75e5-4918-94c9-42a170f1e352 admin admin] Pushing event deleted for resources: {'Port': ['ID=72dda53d-c0bb-4c13-af30-e0cf5bf230b4,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:06.727412 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2529115-f27e-43b3-9799-a42b948d0418 None None] The sync data for ids ['e070e5fb-1f0e-4f05-b066-3c27a4b07039'] in dv-cinder-784956-7-iscsi is: [{'id': 'e070e5fb-1f0e-4f05-b066-3c27a4b07039', 'name': 'tempest-TestVolumeBootPattern-678356365-router', 'tenant_id': '2c7fdc458f5c4e90a9b0777934416568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:12:42Z', 'updated_at': '2021-07-27T11:21:06Z', 'revision_number': 6, 'project_id': '2c7fdc458f5c4e90a9b0777934416568', 'gw_port_host': None}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:21:06.765479 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d925e4ba-75e5-4918-94c9-42a170f1e352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084403'] for router_gateway, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:06.865229 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d925e4ba-75e5-4918-94c9-42a170f1e352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1956'] for router, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:06.867445 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d925e4ba-75e5-4918-94c9-42a170f1e352 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:06.868519 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0837a3f-ec94-4217-b67f-14199428207b None None] New status for floating IP 282a78f8-a5ba-49b6-a5ad-54e1d5422f5e: DOWN {{(pid=93202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 11:21:06.918167 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d925e4ba-75e5-4918-94c9-42a170f1e352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776186'] for router, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:06.918925 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d925e4ba-75e5-4918-94c9-42a170f1e352 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e070e5fb-1f0e-4f05-b066-3c27a4b07039 {{(pid=93199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 11:21:06.924800 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-d925e4ba-75e5-4918-94c9-42a170f1e352 admin admin] Notify callbacks [] for router, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:06.926317 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-d925e4ba-75e5-4918-94c9-42a170f1e352 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e070e5fb-1f0e-4f05-b066-3c27a4b07039 HTTP/1.1" status: 204 len: 168 time: 0.8444521 Jul 27 11:21:06.929014 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37896) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:06.967127 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541ebfa-374b-46f0-814c-1677a2111bba req-8baa9885-3021-4748-a2bb-b3cd544e59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:21:06.969207 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7541ebfa-374b-46f0-814c-1677a2111bba req-8baa9885-3021-4748-a2bb-b3cd544e59e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00727d2e-a261-402c-a777-2fb23ca18a42 HTTP/1.1" status: 200 len: 908 time: 0.1111870 Jul 27 11:21:06.978244 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_v2 [None req-109b4a0e-0eed-4461-a626-ab5de345b5dd admin admin] Deleting subnet 2d84e304-b3e3-4783-9dc5-1f545222d02e {{(pid=93199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 11:21:06.981318 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-109b4a0e-0eed-4461-a626-ab5de345b5dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:07.013943 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-109b4a0e-0eed-4461-a626-ab5de345b5dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8644683'] for subnet, precommit_delete_associations {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:07.092255 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-109b4a0e-0eed-4461-a626-ab5de345b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989878'] for subnet, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:07.142532 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-109b4a0e-0eed-4461-a626-ab5de345b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8487448'] for subnet, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:07.166743 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b4a0e-0eed-4461-a626-ab5de345b5dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d84e304-b3e3-4783-9dc5-1f545222d02e,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:07.170400 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-109b4a0e-0eed-4461-a626-ab5de345b5dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:07.172655 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-109b4a0e-0eed-4461-a626-ab5de345b5dd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2d84e304-b3e3-4783-9dc5-1f545222d02e HTTP/1.1" status: 204 len: 168 time: 0.2414274 Jul 27 11:21:07.174805 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37898) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:07.177255 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f6be2-9cb6-4083-81f7-57d9458292e3 None None] Network 1ceb3fb8-f101-40f0-8904-8ed88a160753 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:21:07.243800 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597342'] for network, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:07.310613 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] Deleting port d250e8fe-41a7-4129-a0f8-b16f7cb7f110 {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:21:07.310948 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:07.339719 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 44f7a633-2b21-4432-86a9-0bc87ba48f18 no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:21:07.355962 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661afada-c5c2-473d-a600-cb344af8d4b4 req-7c06d3eb-f953-4e78-97c4-1ae5f40d6124 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:21:07.357185 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-661afada-c5c2-473d-a600-cb344af8d4b4 req-7c06d3eb-f953-4e78-97c4-1ae5f40d6124 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.1230896 Jul 27 11:21:07.360495 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: 44f7a633-2b21-4432-86a9-0bc87ba48f18 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:21:07.360841 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 44f7a633-2b21-4432-86a9-0bc87ba48f18 not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:21:07.361263 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 72dda53d-c0bb-4c13-af30-e0cf5bf230b4 no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:21:07.376464 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] For port d250e8fe-41a7-4129-a0f8-b16f7cb7f110, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=d250e8fe-41a7-4129-a0f8-b16f7cb7f110,segment=NetworkSegment(d3989715-a2cd-4221-a67d-d63d66e9538c),segment_id=d3989715-a2cd-4221-a67d-d63d66e9538c)] {{(pid=93199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:21:07.376908 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:07.387024 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: 72dda53d-c0bb-4c13-af30-e0cf5bf230b4 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:21:07.387368 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 72dda53d-c0bb-4c13-af30-e0cf5bf230b4 not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:21:07.396914 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] Calling delete_port for d250e8fe-41a7-4129-a0f8-b16f7cb7f110 owned by network:dhcp {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:21:07.413156 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c349772-cd78-4133-9fd3-5cfeb6456064 None None] DHCP port deletion for 1ceb3fb8-f101-40f0-8904-8ed88a160753 request from dv-cinder-784956-7-iscsi {{(pid=93201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 11:21:07.413385 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-661afada-c5c2-473d-a600-cb344af8d4b4 req-7d217d07-06da-479c-9b0e-a58084a2eb21 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487950 Jul 27 11:21:07.461397 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-6c349772-cd78-4133-9fd3-5cfeb6456064 None None] Deleting port d250e8fe-41a7-4129-a0f8-b16f7cb7f110 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:21:07.461802 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6c349772-cd78-4133-9fd3-5cfeb6456064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:07.494618 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:07.520458 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d250e8fe-41a7-4129-a0f8-b16f7cb7f110,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:07.524354 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] No DVR routers for this DVR port d250e8fe-41a7-4129-a0f8-b16f7cb7f110 on host dv-cinder-784956-7-iscsi {{(pid=93199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:21:07.530050 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-6c349772-cd78-4133-9fd3-5cfeb6456064 None None] For port d250e8fe-41a7-4129-a0f8-b16f7cb7f110, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=d250e8fe-41a7-4129-a0f8-b16f7cb7f110,segment=NetworkSegment(d3989715-a2cd-4221-a67d-d63d66e9538c),segment_id=d3989715-a2cd-4221-a67d-d63d66e9538c)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:21:07.530493 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6c349772-cd78-4133-9fd3-5cfeb6456064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:07.544195 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-6c349772-cd78-4133-9fd3-5cfeb6456064 None None] Calling delete_port for d250e8fe-41a7-4129-a0f8-b16f7cb7f110 owned by network:dhcp {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:21:07.599415 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986681', 'neutron.services.segments.db._delete_segments_for_network-8738591500063'] for network, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:07.609764 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.services.segments.db [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ceb3fb8-f101-40f0-8904-8ed88a160753']}} {{(pid=93199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:07.619587 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.services.segments.db [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3989715-a2cd-4221-a67d-d63d66e9538c') {'for_net_delete': True} {{(pid=93199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:07.620134 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.services.segments.db [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3989715-a2cd-4221-a67d-d63d66e9538c') {} {{(pid=93199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:07.620618 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6c349772-cd78-4133-9fd3-5cfeb6456064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:07.629569 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738591500840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645048'] for segment, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:07.646565 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:07.647181 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c349772-cd78-4133-9fd3-5cfeb6456064 None None] No DVR routers for this DVR port d250e8fe-41a7-4129-a0f8-b16f7cb7f110 on host dv-cinder-784956-7-iscsi {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:21:07.648712 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349772-cd78-4133-9fd3-5cfeb6456064 None None] Pushing event deleted for resources: {'Port': ['ID=d250e8fe-41a7-4129-a0f8-b16f7cb7f110,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:07.652921 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:21:07.653205 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8639090'] for segment, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: Traceback (most recent call last): Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: timer() Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: cb(*args, **kw) Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: return func(*args, **kwargs) Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: self._notify() Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: self.callback(batched_events) Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: event.method(event) Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: return f(self, *a, **k) Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: return self._get(url).json() Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: return self.request(url, 'GET', **kwargs) Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 11:21:07.654882 dv-cinder-784956-7-iscsi neutron-server[93199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 11:21:07.710750 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084367'] for network, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:07.715932 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:07.723791 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1ceb3fb8-f101-40f0-8904-8ed88a160753 HTTP/1.1" status: 204 len: 168 time: 0.5420256 Jul 27 11:21:07.724736 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7541ebfa-374b-46f0-814c-1677a2111bba req-9d0ce5d0-a5fe-4535-8fb5-9da8d0bdeab3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34c0ef3f-f3a7-413b-bde2-bcd58714f839 HTTP/1.1" status: 200 len: 217 time: 0.0381589 Jul 27 11:21:07.729392 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96cee8-1233-4aa7-bed9-8b3028c929d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ceb3fb8-f101-40f0-8904-8ed88a160753,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:07.878577 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37906) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:07.916990 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-00a812a0-2a34-4227-8dbb-19d32e80ebc8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7acac7893f11409bb6e68649aa669c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371995 Jul 27 11:21:07.919191 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37908) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:07.965818 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6cb6551d-6dd2-4d89-971a-a4d840a05a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:07.986904 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6cb6551d-6dd2-4d89-971a-a4d840a05a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:08.034069 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6cb6551d-6dd2-4d89-971a-a4d840a05a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:08.036527 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-6cb6551d-6dd2-4d89-971a-a4d840a05a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:08.037656 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-6cb6551d-6dd2-4d89-971a-a4d840a05a1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b19bd9a3-dd25-4675-b895-cd0813f87a92 HTTP/1.1" status: 204 len: 168 time: 0.1175623 Jul 27 11:21:08.044710 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6551d-6dd2-4d89-971a-a4d840a05a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19bd9a3-dd25-4675-b895-cd0813f87a92,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:08.342955 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37914) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:08.381297 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-eb6b471e-f8de-4270-9762-f715efde1d75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c7fdc458f5c4e90a9b0777934416568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367277 Jul 27 11:21:08.383651 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37916) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:08.430145 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b9527bee-3c61-4e31-9edc-c4995dd7a536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:08.450699 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b9527bee-3c61-4e31-9edc-c4995dd7a536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:08.507062 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b9527bee-3c61-4e31-9edc-c4995dd7a536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:08.509665 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-b9527bee-3c61-4e31-9edc-c4995dd7a536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:08.510815 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-b9527bee-3c61-4e31-9edc-c4995dd7a536 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68eead4e-a3fb-4305-b186-72e2be11e2ca HTTP/1.1" status: 204 len: 168 time: 0.1263018 Jul 27 11:21:08.519239 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9527bee-3c61-4e31-9edc-c4995dd7a536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68eead4e-a3fb-4305-b186-72e2be11e2ca,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:08.551652 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfeede-df5d-40a1-9de5-cd1ffdcc3591 req-29859b4f-b801-4618-a6e5-fa98a6a9f524 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:21:08.553157 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0abfeede-df5d-40a1-9de5-cd1ffdcc3591 req-29859b4f-b801-4618-a6e5-fa98a6a9f524 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0717006 Jul 27 11:21:08.590564 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-0abfeede-df5d-40a1-9de5-cd1ffdcc3591 req-a1494e62-fe22-4711-bfe1-d62d744906d6 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313864 Jul 27 11:21:08.979972 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541ebfa-374b-46f0-814c-1677a2111bba req-fb113892-83a0-46a2-b725-a38af02325cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:21:08.981470 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7541ebfa-374b-46f0-814c-1677a2111bba req-fb113892-83a0-46a2-b725-a38af02325cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ac8bd97-6b08-43ee-9af1-f1f073bddbdd HTTP/1.1" status: 200 len: 847 time: 0.3419411 Jul 27 11:21:09.052820 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541ebfa-374b-46f0-814c-1677a2111bba req-3a49a421-5bf6-4172-beeb-fa0eb58f334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:21:09.054492 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7541ebfa-374b-46f0-814c-1677a2111bba req-3a49a421-5bf6-4172-beeb-fa0eb58f334b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00727d2e-a261-402c-a777-2fb23ca18a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654767 Jul 27 11:21:09.098185 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device d250e8fe-41a7-4129-a0f8-b16f7cb7f110 no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:21:09.118969 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: d250e8fe-41a7-4129-a0f8-b16f7cb7f110 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:21:09.119315 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device d250e8fe-41a7-4129-a0f8-b16f7cb7f110 not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:21:09.148018 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7541ebfa-374b-46f0-814c-1677a2111bba req-28811ede-6943-4cd4-af60-ebeabd9fd7ae service neutron] 10.222.0.20 "GET /v2.0/networks/00727d2e-a261-402c-a777-2fb23ca18a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849631 Jul 27 11:21:09.235800 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-7541ebfa-374b-46f0-814c-1677a2111bba req-07fba84b-700c-4de3-b4b2-e1c50a4402d3 service neutron] 10.222.0.20 "GET /v2.0/networks/00727d2e-a261-402c-a777-2fb23ca18a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795331 Jul 27 11:21:09.719767 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6b038-115b-4f98-920d-87429bc1a4a6 req-81e2761f-73ea-4a8f-9f21-91d154220b3a tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:21:09.721277 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-94a6b038-115b-4f98-920d-87429bc1a4a6 req-81e2761f-73ea-4a8f-9f21-91d154220b3a tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0646188 Jul 27 11:21:09.758449 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-94a6b038-115b-4f98-920d-87429bc1a4a6 req-a4eb412c-8a7e-4b70-b289-24cdc3f80afb tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313120 Jul 27 11:21:10.887866 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbeb4c9-80b4-470a-8617-89874fd088b0 req-cebedf2c-5630-4c62-817e-c6e7536a17f4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:21:10.889339 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5bbeb4c9-80b4-470a-8617-89874fd088b0 req-cebedf2c-5630-4c62-817e-c6e7536a17f4 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0660448 Jul 27 11:21:10.927290 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-5bbeb4c9-80b4-470a-8617-89874fd088b0 req-82e0d16e-a6a8-4376-9b7f-d55ace1eabd8 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320446 Jul 27 11:21:12.051532 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f3f3a-d58b-484f-a38c-e35ad028882c req-70f148b7-4560-47c3-b1f1-3d6c454b6c21 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:21:12.052920 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b15f3f3a-d58b-484f-a38c-e35ad028882c req-70f148b7-4560-47c3-b1f1-3d6c454b6c21 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0617344 Jul 27 11:21:12.090339 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-b15f3f3a-d58b-484f-a38c-e35ad028882c req-246ef476-c548-4e01-abdf-f64c86b85abe tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/security-groups?id=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315354 Jul 27 11:21:12.721061 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe879f-1a63-4d0d-b56e-058a9ed6a91a req-8e72ca2d-33e6-4d4b-9bca-8e2b3ca5729d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 11:21:12.722526 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-34fe879f-1a63-4d0d-b56e-058a9ed6a91a req-8e72ca2d-33e6-4d4b-9bca-8e2b3ca5729d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 946 time: 0.0653384 Jul 27 11:21:12.818956 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-34fe879f-1a63-4d0d-b56e-058a9ed6a91a req-0e7eda63-fd3e-48a2-aa34-bd17a1afc033 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Deleting port 34c0ef3f-f3a7-413b-bde2-bcd58714f839 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:21:12.819305 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-34fe879f-1a63-4d0d-b56e-058a9ed6a91a req-0e7eda63-fd3e-48a2-aa34-bd17a1afc033 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:12.907407 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [req-34fe879f-1a63-4d0d-b56e-058a9ed6a91a req-0e7eda63-fd3e-48a2-aa34-bd17a1afc033 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] For port 34c0ef3f-f3a7-413b-bde2-bcd58714f839, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=34c0ef3f-f3a7-413b-bde2-bcd58714f839,segment=NetworkSegment(3140f030-dfbe-4ebf-9714-b1b1f6fb2769),segment_id=3140f030-dfbe-4ebf-9714-b1b1f6fb2769)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:21:12.907773 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-34fe879f-1a63-4d0d-b56e-058a9ed6a91a req-0e7eda63-fd3e-48a2-aa34-bd17a1afc033 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:12.920178 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [req-34fe879f-1a63-4d0d-b56e-058a9ed6a91a req-0e7eda63-fd3e-48a2-aa34-bd17a1afc033 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Calling delete_port for 34c0ef3f-f3a7-413b-bde2-bcd58714f839 owned by compute:nova {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:21:13.041372 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-34fe879f-1a63-4d0d-b56e-058a9ed6a91a req-0e7eda63-fd3e-48a2-aa34-bd17a1afc033 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:13.070900 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7eda63-fd3e-48a2-aa34-bd17a1afc033 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Pushing event deleted for resources: {'Port': ['ID=34c0ef3f-f3a7-413b-bde2-bcd58714f839,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:13.119009 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fe879f-1a63-4d0d-b56e-058a9ed6a91a req-0e7eda63-fd3e-48a2-aa34-bd17a1afc033 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] No DVR routers for this DVR port 34c0ef3f-f3a7-413b-bde2-bcd58714f839 on host hv-cinder-78495 {{(pid=93200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:21:13.124640 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [req-34fe879f-1a63-4d0d-b56e-058a9ed6a91a req-0e7eda63-fd3e-48a2-aa34-bd17a1afc033 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21134'] for port, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:13.125559 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-34fe879f-1a63-4d0d-b56e-058a9ed6a91a req-0e7eda63-fd3e-48a2-aa34-bd17a1afc033 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.20 "DELETE /v2.0/ports/34c0ef3f-f3a7-413b-bde2-bcd58714f839 HTTP/1.1" status: 204 len: 173 time: 0.3969238 Jul 27 11:21:13.126028 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c14288-92f7-47b6-a8bb-a44d82789712', 'name': 'network-vif-deleted', 'tag': '34c0ef3f-f3a7-413b-bde2-bcd58714f839'}] {{(pid=93200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 11:21:13.128899 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccd03ceb6c8145db74f8f80ecf8f91833b4d5f443c343ca1781a50048c3d1541" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbcf492-59d3-42c9-ac68-33557791f3c2" -d '{"events": [{"server_uuid": "f3c14288-92f7-47b6-a8bb-a44d82789712", "name": "network-vif-deleted", "tag": "34c0ef3f-f3a7-413b-bde2-bcd58714f839"}]}' {{(pid=93200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 11:21:13.185127 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 11:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0386fe-d7d5-4ae4-9844-8ad2cbb821e1 x-openstack-request-id: req-5b0386fe-d7d5-4ae4-9844-8ad2cbb821e1 {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 11:21:13.185440 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c14288-92f7-47b6-a8bb-a44d82789712", "name": "network-vif-deleted", "tag": "34c0ef3f-f3a7-413b-bde2-bcd58714f839", "status": "completed", "code": 200}]} {{(pid=93200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 11:21:13.185793 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b0386fe-d7d5-4ae4-9844-8ad2cbb821e1 {{(pid=93200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 11:21:13.187124 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c14288-92f7-47b6-a8bb-a44d82789712', 'name': 'network-vif-deleted', 'tag': '34c0ef3f-f3a7-413b-bde2-bcd58714f839', 'status': 'completed', 'code': 200} Jul 27 11:21:13.207972 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-bfac81b9-44c8-4262-8765-6bbc123cad34 req-a9358c3c-a418-4862-acbe-3c6f93adf96d tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 210 time: 0.0371923 Jul 27 11:21:14.316445 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-d45f99b3-6f7d-4217-9e0e-277b7219a5ae req-66f4b08e-2deb-436a-bd69-07c9666c3b39 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 210 time: 0.0291646 Jul 27 11:21:15.422415 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-165c69e1-7d91-4abc-a93e-6e65f662166b req-9d3801e5-e0ab-4cb7-8c12-8abb11f871c7 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 210 time: 0.0308571 Jul 27 11:21:16.528333 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [req-045289e6-7f19-4703-b157-b97a3478e8da req-22b64754-0397-4460-a10c-0da994bb79bb tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c14288-92f7-47b6-a8bb-a44d82789712 HTTP/1.1" status: 200 len: 210 time: 0.0298667 Jul 27 11:21:17.301946 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 34c0ef3f-f3a7-413b-bde2-bcd58714f839 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:21:17.321955 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] No Port match for: 34c0ef3f-f3a7-413b-bde2-bcd58714f839 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:21:17.322300 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Device 34c0ef3f-f3a7-413b-bde2-bcd58714f839 not bound to the agent host hv-cinder-78495 {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:21:17.582256 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 37984) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:17.641113 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-20d05acf-49ca-472a-8b24-c9c656404965 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:17.666967 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-20d05acf-49ca-472a-8b24-c9c656404965 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:17.733784 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-20d05acf-49ca-472a-8b24-c9c656404965 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:17.737240 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-20d05acf-49ca-472a-8b24-c9c656404965 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:17.738477 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-20d05acf-49ca-472a-8b24-c9c656404965 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] 10.222.0.16 "DELETE /v2.0/security-groups/d28ec3ca-cdeb-40d1-b6db-95bbf32dab46 HTTP/1.1" status: 204 len: 168 time: 0.1552005 Jul 27 11:21:17.747620 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d05acf-49ca-472a-8b24-c9c656404965 tempest-TestShelveInstance-370775567 tempest-TestShelveInstance-370775567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28ec3ca-cdeb-40d1-b6db-95bbf32dab46,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:17.811084 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 38002) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:18.336209 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-820725ef-9462-4619-8394-91cfeaff66e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084733'] for router_interface, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:18.361467 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-15ecdc43-a02e-4304-a788-ef605b8516bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:18.585452 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-820725ef-9462-4619-8394-91cfeaff66e4 admin admin] Deleting port f9049344-b5b9-4467-8d7c-9f81d313e748 {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:21:18.585969 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-820725ef-9462-4619-8394-91cfeaff66e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:18.668965 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [None req-820725ef-9462-4619-8394-91cfeaff66e4 admin admin] For port f9049344-b5b9-4467-8d7c-9f81d313e748, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=f9049344-b5b9-4467-8d7c-9f81d313e748,segment=NetworkSegment(3140f030-dfbe-4ebf-9714-b1b1f6fb2769),segment_id=3140f030-dfbe-4ebf-9714-b1b1f6fb2769)] {{(pid=93199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:21:18.669330 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-820725ef-9462-4619-8394-91cfeaff66e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:18.683736 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-820725ef-9462-4619-8394-91cfeaff66e4 admin admin] Calling delete_port for f9049344-b5b9-4467-8d7c-9f81d313e748 owned by network:router_interface {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:21:18.869905 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-820725ef-9462-4619-8394-91cfeaff66e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:18.894658 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820725ef-9462-4619-8394-91cfeaff66e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9049344-b5b9-4467-8d7c-9f81d313e748,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:19.068772 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-820725ef-9462-4619-8394-91cfeaff66e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084497'] for router_interface, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:19.521707 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820725ef-9462-4619-8394-91cfeaff66e4 admin admin] Router 1747aefc-6e2e-456a-8f24-3ba5c8042879 has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:21:19.623253 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820725ef-9462-4619-8394-91cfeaff66e4 admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:21:19.628487 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-820725ef-9462-4619-8394-91cfeaff66e4 admin admin] 10.222.0.16 "PUT /v2.0/routers/1747aefc-6e2e-456a-8f24-3ba5c8042879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8163810 Jul 27 11:21:19.631002 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 38024) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:19.631864 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35be080-6a22-4039-b770-4a3e9a631801 None None] Sync routers for ids ['1747aefc-6e2e-456a-8f24-3ba5c8042879'] in dv-cinder-784956-7-iscsi {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:21:19.642663 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35be080-6a22-4039-b770-4a3e9a631801 None None] Routers {'1747aefc-6e2e-456a-8f24-3ba5c8042879'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:21:19.643435 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-a35be080-6a22-4039-b770-4a3e9a631801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:20:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['1747aefc-6e2e-456a-8f24-3ba5c8042879'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:19.730694 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c082ed23-9e04-490d-a037-6d6aa6750abf admin admin] Notify callbacks [] for router, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:19.745043 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-a35be080-6a22-4039-b770-4a3e9a631801 None None] Set router 1747aefc-6e2e-456a-8f24-3ba5c8042879 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:21:19.829680 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c082ed23-9e04-490d-a037-6d6aa6750abf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:19.882577 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-c082ed23-9e04-490d-a037-6d6aa6750abf admin admin] Deleting port e78089ab-4089-4305-b60e-664cdd3ee3b0 {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:21:19.882912 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c082ed23-9e04-490d-a037-6d6aa6750abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:19.922909 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-a35be080-6a22-4039-b770-4a3e9a631801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'name': 'tempest-TestShelveInstance-992842426-router', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:21:18Z', 'revision_number': 5, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'gw_port': {'id': 'e78089ab-4089-4305-b60e-664cdd3ee3b0', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:19.949513 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35be080-6a22-4039-b770-4a3e9a631801 None None] Checking router: 1747aefc-6e2e-456a-8f24-3ba5c8042879 for host: dv-cinder-784956-7-iscsi {{(pid=93201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:21:19.958361 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35be080-6a22-4039-b770-4a3e9a631801 None None] Routers {'1747aefc-6e2e-456a-8f24-3ba5c8042879'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:21:19.958588 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [None req-c082ed23-9e04-490d-a037-6d6aa6750abf admin admin] For port e78089ab-4089-4305-b60e-664cdd3ee3b0, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=e78089ab-4089-4305-b60e-664cdd3ee3b0,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:21:19.959078 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-a35be080-6a22-4039-b770-4a3e9a631801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:20:51Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['1747aefc-6e2e-456a-8f24-3ba5c8042879'], 'active': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:19.959208 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c082ed23-9e04-490d-a037-6d6aa6750abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:19.971274 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-c082ed23-9e04-490d-a037-6d6aa6750abf admin admin] Calling delete_port for e78089ab-4089-4305-b60e-664cdd3ee3b0 owned by network:router_gateway {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:21:20.051072 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvr_db [None req-a35be080-6a22-4039-b770-4a3e9a631801 None None] Set router 1747aefc-6e2e-456a-8f24-3ba5c8042879 gateway port host: None {{(pid=93201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:21:20.101809 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_hamode_db [None req-a35be080-6a22-4039-b770-4a3e9a631801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'name': 'tempest-TestShelveInstance-992842426-router', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:21:19Z', 'revision_number': 6, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'gw_port_host': None}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:20.130984 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35be080-6a22-4039-b770-4a3e9a631801 None None] The sync data for ids ['1747aefc-6e2e-456a-8f24-3ba5c8042879'] in dv-cinder-784956-7-iscsi is: [{'id': '1747aefc-6e2e-456a-8f24-3ba5c8042879', 'name': 'tempest-TestShelveInstance-992842426-router', 'tenant_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:49Z', 'updated_at': '2021-07-27T11:21:19Z', 'revision_number': 6, 'project_id': '2b9bfd2d2b244bfcb54501759fd2ebbe', 'gw_port_host': None}] {{(pid=93201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:21:20.134056 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c082ed23-9e04-490d-a037-6d6aa6750abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:20.162610 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082ed23-9e04-490d-a037-6d6aa6750abf admin admin] Pushing event deleted for resources: {'Port': ['ID=e78089ab-4089-4305-b60e-664cdd3ee3b0,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:20.231910 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c082ed23-9e04-490d-a037-6d6aa6750abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084403'] for router_gateway, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:20.319996 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c082ed23-9e04-490d-a037-6d6aa6750abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1956'] for router, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:20.322086 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c082ed23-9e04-490d-a037-6d6aa6750abf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:20.365306 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c082ed23-9e04-490d-a037-6d6aa6750abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776186'] for router, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:20.366006 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c082ed23-9e04-490d-a037-6d6aa6750abf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1747aefc-6e2e-456a-8f24-3ba5c8042879 {{(pid=93199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 11:21:20.370929 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-c082ed23-9e04-490d-a037-6d6aa6750abf admin admin] Notify callbacks [] for router, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:20.372092 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-c082ed23-9e04-490d-a037-6d6aa6750abf admin admin] 10.222.0.16 "DELETE /v2.0/routers/1747aefc-6e2e-456a-8f24-3ba5c8042879 HTTP/1.1" status: 204 len: 168 time: 0.7401767 Jul 27 11:21:20.374554 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 38032) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:20.422725 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.db.db_base_plugin_v2 [None req-7057507e-1007-4bf1-82f1-bfa137cc5f15 admin admin] Deleting subnet 4ac8bd97-6b08-43ee-9af1-f1f073bddbdd {{(pid=93199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 11:21:20.425648 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-7057507e-1007-4bf1-82f1-bfa137cc5f15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:20.460359 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-7057507e-1007-4bf1-82f1-bfa137cc5f15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8644683'] for subnet, precommit_delete_associations {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:20.538790 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-7057507e-1007-4bf1-82f1-bfa137cc5f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989878'] for subnet, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:20.590550 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-7057507e-1007-4bf1-82f1-bfa137cc5f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8639004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8487448'] for subnet, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:20.619483 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057507e-1007-4bf1-82f1-bfa137cc5f15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac8bd97-6b08-43ee-9af1-f1f073bddbdd,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:20.623015 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-7057507e-1007-4bf1-82f1-bfa137cc5f15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:20.626446 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-7057507e-1007-4bf1-82f1-bfa137cc5f15 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4ac8bd97-6b08-43ee-9af1-f1f073bddbdd HTTP/1.1" status: 204 len: 168 time: 0.2487681 Jul 27 11:21:20.627423 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 38034) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:20.630016 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3678789-bcdc-4173-95a4-1f1762687e9e None None] Network 00727d2e-a261-402c-a777-2fb23ca18a42 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:21:20.705303 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597342'] for network, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:20.776009 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] Deleting port 470eae77-9432-438d-bc06-579bec6e473f {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:21:20.776377 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:20.837702 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] For port 470eae77-9432-438d-bc06-579bec6e473f, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=470eae77-9432-438d-bc06-579bec6e473f,segment=NetworkSegment(3140f030-dfbe-4ebf-9714-b1b1f6fb2769),segment_id=3140f030-dfbe-4ebf-9714-b1b1f6fb2769)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:21:20.838077 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:20.851964 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] Calling delete_port for 470eae77-9432-438d-bc06-579bec6e473f owned by network:dhcp {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:21:20.869817 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] DHCP port deletion for 00727d2e-a261-402c-a777-2fb23ca18a42 request from dv-cinder-784956-7-iscsi {{(pid=93201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 11:21:20.915708 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] Deleting port 470eae77-9432-438d-bc06-579bec6e473f {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:21:20.916093 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:20.939041 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:20.967407 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] No DVR routers for this DVR port 470eae77-9432-438d-bc06-579bec6e473f on host dv-cinder-784956-7-iscsi {{(pid=93200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:21:20.972338 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=470eae77-9432-438d-bc06-579bec6e473f,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:20.987727 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] For port 470eae77-9432-438d-bc06-579bec6e473f, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=470eae77-9432-438d-bc06-579bec6e473f,segment=NetworkSegment(3140f030-dfbe-4ebf-9714-b1b1f6fb2769),segment_id=3140f030-dfbe-4ebf-9714-b1b1f6fb2769)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:21:20.988137 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:21.013218 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] Calling delete_port for 470eae77-9432-438d-bc06-579bec6e473f owned by network:dhcp {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:21:21.075265 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986681', 'neutron.services.segments.db._delete_segments_for_network-8738591500063'] for network, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:21.088773 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00727d2e-a261-402c-a777-2fb23ca18a42']}} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:21.100428 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3140f030-dfbe-4ebf-9714-b1b1f6fb2769') {'for_net_delete': True} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:21.100728 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3140f030-dfbe-4ebf-9714-b1b1f6fb2769') {} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:21.110478 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738591500840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195113'] for segment, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:21.128460 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:21.130886 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device e78089ab-4089-4305-b60e-664cdd3ee3b0 no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:21:21.135655 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:21:21.136059 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10195253'] for segment, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: Traceback (most recent call last): Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: timer() Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: cb(*args, **kw) Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: return func(*args, **kwargs) Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: self._notify() Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: self.callback(batched_events) Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: event.method(event) Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: return f(self, *a, **k) Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._get(url).json() Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: return self.request(url, 'GET', **kwargs) Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 11:21:21.137802 dv-cinder-784956-7-iscsi neutron-server[93200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 11:21:21.160147 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: e78089ab-4089-4305-b60e-664cdd3ee3b0 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:21:21.160147 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device e78089ab-4089-4305-b60e-664cdd3ee3b0 not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:21:21.160147 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device f9049344-b5b9-4467-8d7c-9f81d313e748 no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:21:21.176861 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: f9049344-b5b9-4467-8d7c-9f81d313e748 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:21:21.177205 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device f9049344-b5b9-4467-8d7c-9f81d313e748 not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:21:21.177637 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 470eae77-9432-438d-bc06-579bec6e473f no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:21:21.179356 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:21.197481 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084367'] for network, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:21.203516 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:21.205451 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/00727d2e-a261-402c-a777-2fb23ca18a42 HTTP/1.1" status: 204 len: 168 time: 0.5770221 Jul 27 11:21:21.208395 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 38038) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:21.216060 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d1f74-e514-4e8c-8c9f-8d56fdb0f0b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=00727d2e-a261-402c-a777-2fb23ca18a42,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:21.228010 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: 470eae77-9432-438d-bc06-579bec6e473f {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:21:21.228424 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 470eae77-9432-438d-bc06-579bec6e473f not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:21:21.230008 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] Pushing event deleted for resources: {'Port': ['ID=470eae77-9432-438d-bc06-579bec6e473f,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:21.247612 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] No DVR routers for this DVR port 470eae77-9432-438d-bc06-579bec6e473f on host dv-cinder-784956-7-iscsi {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:21:21.255632 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:21.256046 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:21.256397 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:21.256872 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:21.257238 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:21.257645 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:21.258080 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:21.258346 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:21.258711 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:21.259075 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:21.259402 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:21.259687 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172b35f-34e3-4d40-a89a-65f087566e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-7-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 11:21:21.272823 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:21.333345 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ec7248b4-2d9e-4117-bef7-6f60f23e1d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:21.575100 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e98ff158-19b2-4350-a64e-686fadd3a398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084733'] for router_interface, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:21.819861 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-e98ff158-19b2-4350-a64e-686fadd3a398 admin admin] Deleting port 71363bf9-7c73-4e8d-a9e2-a07d215467a6 {{(pid=93199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:21:21.820494 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e98ff158-19b2-4350-a64e-686fadd3a398 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:21.896593 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.db [None req-e98ff158-19b2-4350-a64e-686fadd3a398 admin admin] For port 71363bf9-7c73-4e8d-a9e2-a07d215467a6, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=71363bf9-7c73-4e8d-a9e2-a07d215467a6,segment=NetworkSegment(05452147-4463-4bb2-b0fc-0df9b74b5b54),segment_id=05452147-4463-4bb2-b0fc-0df9b74b5b54)] {{(pid=93199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:21:21.896951 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e98ff158-19b2-4350-a64e-686fadd3a398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:21.909050 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.plugins.ml2.plugin [None req-e98ff158-19b2-4350-a64e-686fadd3a398 admin admin] Calling delete_port for 71363bf9-7c73-4e8d-a9e2-a07d215467a6 owned by network:router_interface {{(pid=93199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:21:22.081652 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e98ff158-19b2-4350-a64e-686fadd3a398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8639023'] for port, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:22.110455 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ff158-19b2-4350-a64e-686fadd3a398 admin admin] Pushing event deleted for resources: {'Port': ['ID=71363bf9-7c73-4e8d-a9e2-a07d215467a6,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:22.270557 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-e98ff158-19b2-4350-a64e-686fadd3a398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084497'] for router_interface, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:22.481130 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98ff158-19b2-4350-a64e-686fadd3a398 admin admin] Router 47dec92f-2891-4551-98bf-63f23ff18ef2 has already been hosted by L3 agent 218188c2-1ee5-483e-b0ed-b0f56ef16669 {{(pid=93199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 11:21:22.579974 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 38054) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:22.586975 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98ff158-19b2-4350-a64e-686fadd3a398 admin admin] Notify agent at l3_agent.dv-cinder-784956-7-iscsi the message routers_updated {{(pid=93199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 11:21:22.592005 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-e98ff158-19b2-4350-a64e-686fadd3a398 admin admin] 10.222.0.16 "PUT /v2.0/routers/47dec92f-2891-4551-98bf-63f23ff18ef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3825440 Jul 27 11:21:22.595219 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 38058) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:22.599492 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c0dc3b-ef9e-4caa-a836-f152b71690b8 None None] Sync routers for ids ['47dec92f-2891-4551-98bf-63f23ff18ef2'] in dv-cinder-784956-7-iscsi {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 11:21:22.610197 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c0dc3b-ef9e-4caa-a836-f152b71690b8 None None] Routers {'47dec92f-2891-4551-98bf-63f23ff18ef2'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:21:22.611116 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-d1c0dc3b-ef9e-4caa-a836-f152b71690b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:21:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['47dec92f-2891-4551-98bf-63f23ff18ef2'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:22.612043 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:22.700276 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d6a68c0d-bd68-4357-822d-0cd222c87080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:22.715860 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-d1c0dc3b-ef9e-4caa-a836-f152b71690b8 None None] Set router 47dec92f-2891-4551-98bf-63f23ff18ef2 gateway port host: dv-cinder-784956-7-iscsi {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:21:22.727533 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9259c036-541a-47e1-89ed-64126a693207 admin admin] Notify callbacks [] for router, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:22.866891 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9259c036-541a-47e1-89ed-64126a693207 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:22.887396 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-d1c0dc3b-ef9e-4caa-a836-f152b71690b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'name': 'tempest-TestShelveInstance-1931311661-router', 'tenant_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'external_fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '0a0e657c-ffcf-409c-9979-a7dbc9dc254e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:53Z', 'updated_at': '2021-07-27T11:21:22Z', 'revision_number': 5, 'project_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'gw_port': {'id': '0a0e657c-ffcf-409c-9979-a7dbc9dc254e', 'name': '', 'network_id': 'b1883f27-eaab-4700-a5a8-37e3631f126f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T11:15:54Z', 'updated_at': '2021-07-27T11:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4c466e5-926d-42c1-b136-e6bf3690c687', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-7-iscsi'}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:22.910460 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d6a68c0d-bd68-4357-822d-0cd222c87080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:22.912871 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c0dc3b-ef9e-4caa-a836-f152b71690b8 None None] Checking router: 47dec92f-2891-4551-98bf-63f23ff18ef2 for host: dv-cinder-784956-7-iscsi {{(pid=93202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 11:21:22.916234 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-d6a68c0d-bd68-4357-822d-0cd222c87080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_create {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:22.921024 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c0dc3b-ef9e-4caa-a836-f152b71690b8 None None] Routers {'47dec92f-2891-4551-98bf-63f23ff18ef2'} bound to L3 agent in host dv-cinder-784956-7-iscsi {{(pid=93202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 11:21:22.921690 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-d1c0dc3b-ef9e-4caa-a836-f152b71690b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T11:02:21Z,description=,heartbeat_timestamp=2021-07-27T11:21:21Z,host='dv-cinder-784956-7-iscsi',id=218188c2-1ee5-483e-b0ed-b0f56ef16669,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T11:02:21Z,topic='l3_agent')) {'router_ids': ['47dec92f-2891-4551-98bf-63f23ff18ef2'], 'active': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:22.964016 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-d6a68c0d-bd68-4357-822d-0cd222c87080 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e8ae771504a44daa35d44d74bc97f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828588 Jul 27 11:21:22.966164 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a68c0d-bd68-4357-822d-0cd222c87080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3a8c00-6ecf-480b-a9d1-82d3884fdb8f,revision_number=1']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:22.966955 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.wsgi [-] (93199) accepted ('10.222.0.16', 38060) {{(pid=93199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:22.987911 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-9259c036-541a-47e1-89ed-64126a693207 admin admin] Deleting port 0a0e657c-ffcf-409c-9979-a7dbc9dc254e {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:21:22.988253 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9259c036-541a-47e1-89ed-64126a693207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:23.010745 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvr_db [None req-d1c0dc3b-ef9e-4caa-a836-f152b71690b8 None None] Set router 47dec92f-2891-4551-98bf-63f23ff18ef2 gateway port host: None {{(pid=93202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 11:21:23.020430 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8e13eb59-c895-4f1f-a24f-88fb9c345a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:23.042033 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8e13eb59-c895-4f1f-a24f-88fb9c345a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:23.091529 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [None req-9259c036-541a-47e1-89ed-64126a693207 admin admin] For port 0a0e657c-ffcf-409c-9979-a7dbc9dc254e, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=0a0e657c-ffcf-409c-9979-a7dbc9dc254e,segment=NetworkSegment(76369463-fe38-4c23-b03c-dce0f38a1489),segment_id=76369463-fe38-4c23-b03c-dce0f38a1489)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:21:23.091529 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9259c036-541a-47e1-89ed-64126a693207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:23.114865 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8e13eb59-c895-4f1f-a24f-88fb9c345a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:23.118193 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron_lib.callbacks.manager [None req-8e13eb59-c895-4f1f-a24f-88fb9c345a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:23.118365 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-9259c036-541a-47e1-89ed-64126a693207 admin admin] Calling delete_port for 0a0e657c-ffcf-409c-9979-a7dbc9dc254e owned by network:router_gateway {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:21:23.119363 dv-cinder-784956-7-iscsi neutron-server[93199]: INFO neutron.wsgi [None req-8e13eb59-c895-4f1f-a24f-88fb9c345a5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e3a8c00-6ecf-480b-a9d1-82d3884fdb8f HTTP/1.1" status: 204 len: 168 time: 0.1516275 Jul 27 11:21:23.128180 dv-cinder-784956-7-iscsi neutron-server[93199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13eb59-c895-4f1f-a24f-88fb9c345a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3a8c00-6ecf-480b-a9d1-82d3884fdb8f,revision_number=None']} {{(pid=93199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:23.175610 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.l3_hamode_db [None req-d1c0dc3b-ef9e-4caa-a836-f152b71690b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'name': 'tempest-TestShelveInstance-1931311661-router', 'tenant_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:53Z', 'updated_at': '2021-07-27T11:21:22Z', 'revision_number': 6, 'project_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'gw_port_host': None}], 'dv-cinder-784956-7-iscsi', False) {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:23.202660 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c0dc3b-ef9e-4caa-a836-f152b71690b8 None None] The sync data for ids ['47dec92f-2891-4551-98bf-63f23ff18ef2'] in dv-cinder-784956-7-iscsi is: [{'id': '47dec92f-2891-4551-98bf-63f23ff18ef2', 'name': 'tempest-TestShelveInstance-1931311661-router', 'tenant_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T11:15:53Z', 'updated_at': '2021-07-27T11:21:22Z', 'revision_number': 6, 'project_id': '7cfbdd75e6ac4e9e8f44d26d93eb4f92', 'gw_port_host': None}] {{(pid=93202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 11:21:23.306262 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9259c036-541a-47e1-89ed-64126a693207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:23.333535 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259c036-541a-47e1-89ed-64126a693207 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0e657c-ffcf-409c-9979-a7dbc9dc254e,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:23.402031 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9259c036-541a-47e1-89ed-64126a693207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084403'] for router_gateway, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:23.492265 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9259c036-541a-47e1-89ed-64126a693207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3775018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1956'] for router, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:23.494256 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9259c036-541a-47e1-89ed-64126a693207 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:23.535379 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9259c036-541a-47e1-89ed-64126a693207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3776186'] for router, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:23.536008 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9259c036-541a-47e1-89ed-64126a693207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47dec92f-2891-4551-98bf-63f23ff18ef2 {{(pid=93200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 11:21:23.540304 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-9259c036-541a-47e1-89ed-64126a693207 admin admin] Notify callbacks [] for router, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:23.541482 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-9259c036-541a-47e1-89ed-64126a693207 admin admin] 10.222.0.16 "DELETE /v2.0/routers/47dec92f-2891-4551-98bf-63f23ff18ef2 HTTP/1.1" status: 204 len: 168 time: 0.9450588 Jul 27 11:21:23.544062 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 38064) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:23.588664 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.db_base_plugin_v2 [None req-e664f1b9-3bd6-4398-be21-bda34703bdcf admin admin] Deleting subnet 6b441b18-9259-4bbd-b470-ce61f056e23e {{(pid=93200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 11:21:23.591875 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e664f1b9-3bd6-4398-be21-bda34703bdcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:23.634427 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e664f1b9-3bd6-4398-be21-bda34703bdcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10195290'] for subnet, precommit_delete_associations {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:23.708539 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e664f1b9-3bd6-4398-be21-bda34703bdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989878'] for subnet, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:23.808178 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e664f1b9-3bd6-4398-be21-bda34703bdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10195291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10212511'] for subnet, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:23.832637 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664f1b9-3bd6-4398-be21-bda34703bdcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b441b18-9259-4bbd-b470-ce61f056e23e,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:23.836154 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-e664f1b9-3bd6-4398-be21-bda34703bdcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for subnet, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:23.838403 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-e664f1b9-3bd6-4398-be21-bda34703bdcf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6b441b18-9259-4bbd-b470-ce61f056e23e HTTP/1.1" status: 204 len: 168 time: 0.2929783 Jul 27 11:21:23.840458 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 38066) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:23.842883 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f3aea5-f613-4d4e-b537-13b6c006cc90 None None] Network 1faa4cdf-121e-48b3-abbb-25a6bf56a139 requested from dv-cinder-784956-7-iscsi {{(pid=93201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 11:21:23.909786 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597342'] for network, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:23.967219 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] Deleting port 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 {{(pid=93200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:21:23.967563 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:24.037804 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.db [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] For port 3a413a36-ac7b-4c20-8d96-2a1691ad1d58, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=3a413a36-ac7b-4c20-8d96-2a1691ad1d58,segment=NetworkSegment(05452147-4463-4bb2-b0fc-0df9b74b5b54),segment_id=05452147-4463-4bb2-b0fc-0df9b74b5b54)] {{(pid=93200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:21:24.038177 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:24.042242 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c042d-0ca2-4d9f-a061-d663510c0847 None None] DHCP port deletion for 1faa4cdf-121e-48b3-abbb-25a6bf56a139 request from dv-cinder-784956-7-iscsi {{(pid=93201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 11:21:24.051842 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.plugin [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] Calling delete_port for 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 owned by network:dhcp {{(pid=93200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:21:24.099286 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-141c042d-0ca2-4d9f-a061-d663510c0847 None None] Deleting port 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 11:21:24.099739 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-141c042d-0ca2-4d9f-a061-d663510c0847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738591419010'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:24.102590 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:24.135884 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10195304'] for port, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:24.163015 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a413a36-ac7b-4c20-8d96-2a1691ad1d58,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:24.165187 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-141c042d-0ca2-4d9f-a061-d663510c0847 None None] For port 3a413a36-ac7b-4c20-8d96-2a1691ad1d58, host dv-cinder-784956-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-7-iscsi',level=0,port_id=3a413a36-ac7b-4c20-8d96-2a1691ad1d58,segment=NetworkSegment(05452147-4463-4bb2-b0fc-0df9b74b5b54),segment_id=05452147-4463-4bb2-b0fc-0df9b74b5b54)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 11:21:24.165633 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-141c042d-0ca2-4d9f-a061-d663510c0847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4072977'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:24.167595 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] No DVR routers for this DVR port 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 on host dv-cinder-784956-7-iscsi {{(pid=93200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:21:24.179446 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-141c042d-0ca2-4d9f-a061-d663510c0847 None None] Calling delete_port for 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 owned by network:dhcp {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 11:21:24.240576 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986681', 'neutron.services.segments.db._delete_segments_for_network-8738591500063'] for network, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:24.251007 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1faa4cdf-121e-48b3-abbb-25a6bf56a139']}} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:24.259308 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-141c042d-0ca2-4d9f-a061-d663510c0847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738591424476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738591051268'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:24.260998 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05452147-4463-4bb2-b0fc-0df9b74b5b54') {'for_net_delete': True} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:24.261240 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.services.segments.db [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05452147-4463-4bb2-b0fc-0df9b74b5b54') {} {{(pid=93200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 11:21:24.270201 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738591500840', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10195113'] for segment, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:24.283461 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800'] for segment, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:24.284617 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c042d-0ca2-4d9f-a061-d663510c0847 None None] Pushing event deleted for resources: {'Port': ['ID=3a413a36-ac7b-4c20-8d96-2a1691ad1d58,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:24.286564 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c042d-0ca2-4d9f-a061-d663510c0847 None None] No DVR routers for this DVR port 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 on host dv-cinder-784956-7-iscsi {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 11:21:24.289814 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 11:21:24.290210 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10195253'] for segment, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: Traceback (most recent call last): Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: timer() Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: cb(*args, **kw) Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: return func(*args, **kwargs) Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: self._notify() Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: self.callback(batched_events) Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: event.method(event) Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: return f(self, *a, **k) Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._get(url).json() Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: return self.request(url, 'GET', **kwargs) Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 11:21:24.292076 dv-cinder-784956-7-iscsi neutron-server[93200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 11:21:24.349259 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084367'] for network, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:24.360824 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875457'] for network, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:24.362739 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1faa4cdf-121e-48b3-abbb-25a6bf56a139 HTTP/1.1" status: 204 len: 168 time: 0.5213764 Jul 27 11:21:24.377880 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65eda10-e5dd-4706-9e15-5e0d2f0c0ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1faa4cdf-121e-48b3-abbb-25a6bf56a139,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:24.518981 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 38070) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:24.557309 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-7d1a6b9f-7b22-439c-844f-6025cc1d67c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b9bfd2d2b244bfcb54501759fd2ebbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371344 Jul 27 11:21:24.559526 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 38072) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:24.605859 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8f58c3e9-5bbc-43e5-b814-4f01cbf2d25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:24.627121 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8f58c3e9-5bbc-43e5-b814-4f01cbf2d25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:24.670893 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8f58c3e9-5bbc-43e5-b814-4f01cbf2d25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:24.674046 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-8f58c3e9-5bbc-43e5-b814-4f01cbf2d25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:24.675177 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-8f58c3e9-5bbc-43e5-b814-4f01cbf2d25c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19038a61-0a56-4e1b-8dc4-0f6674cc9ba1 HTTP/1.1" status: 204 len: 168 time: 0.1147919 Jul 27 11:21:24.682560 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58c3e9-5bbc-43e5-b814-4f01cbf2d25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19038a61-0a56-4e1b-8dc4-0f6674cc9ba1,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:24.974515 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 38078) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:25.017487 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-9a7d3a8b-8708-48e2-b90f-bcad2098292e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cfbdd75e6ac4e9e8f44d26d93eb4f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417478 Jul 27 11:21:25.019822 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.wsgi [-] (93200) accepted ('10.222.0.16', 38080) {{(pid=93200) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 11:21:25.065828 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ce640d5d-55ed-490d-8b4e-b8e4b0981cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:25.089491 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ce640d5d-55ed-490d-8b4e-b8e4b0981cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:25.105149 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:21:25.124951 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:21:25.125298 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 3a413a36-ac7b-4c20-8d96-2a1691ad1d58 not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:21:25.125800 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 0a0e657c-ffcf-409c-9979-a7dbc9dc254e no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:21:25.134493 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ce640d5d-55ed-490d-8b4e-b8e4b0981cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733202'] for security_group, after_delete {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:25.136973 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron_lib.callbacks.manager [None req-ce640d5d-55ed-490d-8b4e-b8e4b0981cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:25.141033 dv-cinder-784956-7-iscsi neutron-server[93200]: INFO neutron.wsgi [None req-ce640d5d-55ed-490d-8b4e-b8e4b0981cca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cf6ecae-3cae-4cdc-8b66-24e30e27cd67 HTTP/1.1" status: 204 len: 168 time: 0.1174481 Jul 27 11:21:25.146284 dv-cinder-784956-7-iscsi neutron-server[93200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce640d5d-55ed-490d-8b4e-b8e4b0981cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf6ecae-3cae-4cdc-8b66-24e30e27cd67,revision_number=None']} {{(pid=93200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 11:21:25.146948 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: 0a0e657c-ffcf-409c-9979-a7dbc9dc254e {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:21:25.147301 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 0a0e657c-ffcf-409c-9979-a7dbc9dc254e not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:21:25.147728 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 71363bf9-7c73-4e8d-a9e2-a07d215467a6 no longer exists at agent ovs-agent-dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 11:21:25.173286 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] No Port match for: 71363bf9-7c73-4e8d-a9e2-a07d215467a6 {{(pid=93201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 11:21:25.173652 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.rpc [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Device 71363bf9-7c73-4e8d-a9e2-a07d215467a6 not bound to the agent host dv-cinder-784956-7-iscsi {{(pid=93201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 11:21:34.446221 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:35.692306 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:21:48.416020 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c239f5df-ffa5-40f9-b646-58691be95914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:51.245683 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:51.334144 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1b4994ce-0841-4cd1-8845-bb02851321f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:52.602048 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:21:54.095199 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:22:04.454019 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:22:12.692157 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:22:18.366436 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8f2d0ebe-ecd4-4bf5-8133-f02b07944a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:22:21.246336 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:22:21.332641 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-df7304ee-c03a-4e07-986d-e7dfbd029c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:22:22.604868 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:22:24.097716 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:22:34.477779 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:22:48.366555 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7af1c938-06c6-49e9-8b66-34b0f45b1431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:22:49.691879 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:22:51.246732 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:22:51.331957 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-984bf2dd-4531-40d3-b7a4-6bff99e37309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:22:52.607703 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:22:54.099598 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:23:04.466935 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:23:18.367257 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8bff28c1-3600-446e-bdd1-7d4a5a2a1258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:23:21.246858 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:23:21.331903 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-40cbe4b8-450a-4f07-bb73-861aea9a9c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:23:22.609882 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:23:24.101683 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:23:26.690449 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:23:34.492420 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:23:48.368140 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4bca-b8b4-42dc-840f-1698b8228147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:23:51.248813 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:23:51.331193 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-16612766-aba2-47e3-bce3-6bbffb667532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:23:52.613878 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:23:54.103823 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:24:03.689170 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:24:04.501470 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:24:18.368662 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8a27f405-1a2b-4a69-a761-0e4e4230adc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:24:21.248650 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:24:21.329526 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6e9c2e0a-e0c8-4788-aa71-929e8fd6ff0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:24:22.615974 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:24:24.106261 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:24:34.524875 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:24:40.687754 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:24:48.370640 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9d402be9-6d7a-4de4-8f1f-658dc36ed890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:24:51.249625 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:24:51.328487 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d8928155-c9d6-4338-a54f-cae289a1f773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:24:52.619205 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:24:54.110777 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:25:04.522002 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:25:17.685974 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:25:18.371915 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bf5d7c5d-b9f5-48e7-ba14-c9de9e25db0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:25:21.249921 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:25:21.327269 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-83771cee-ec39-4878-bdea-d2890c1f0d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:25:22.622080 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:25:24.110346 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:25:34.537474 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:25:48.371502 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7e129a8c-ad2a-415b-abba-7e040cc1bc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:25:51.254707 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:25:51.325360 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f8cdc1d4-030e-47f3-b343-310d4e69b6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:25:52.624777 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:25:54.113184 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:25:54.685064 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:26:04.537900 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:26:18.374051 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-60a65dbf-cee7-4727-bca6-40a7ce4b6171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:26:21.254914 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-225cee05-a7f5-4c35-9041-06afc4f01ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:26:21.324035 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b32db951-eeef-4ea9-98d2-6e9c47483f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:26:22.626484 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-da376a22-d16e-4204-945c-9a7bd3e5cc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:26:24.115744 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91406032-69c4-452e-9f8a-3187e2cb547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 11:26:31.684045 dv-cinder-784956-7-iscsi neutron-server[93202]: DEBUG neutron.db.agents_db [None req-d5812b73-108d-4c13-8538-45d8ea675ee9 None None] Agent healthcheck: found 6 active agents {{(pid=93202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 11:26:34.552543 dv-cinder-784956-7-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3cf1db34-2f93-4a6c-8a3d-0e675d98df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738591500045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985941'] for agent, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}